-- Logs begin at Fri 2021-01-15 09:32:41 UTC, end at Fri 2021-01-15 10:57:11 UTC. -- Jan 15 10:07:29.735491 dv-cinder-768592-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 15 10:07:32.431523 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.common.config [-] Logging enabled! Jan 15 10:07:32.431964 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev360 Jan 15 10:07:32.433908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79933) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 10:07:32.434644 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.common.config [-] Logging enabled! Jan 15 10:07:32.434929 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev360 Jan 15 10:07:32.435227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79933) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 15 10:07:32.436289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 10:07:32.436549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 10:07:32.437845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 10:07:32.438125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 10:07:32.438382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 10:07:32.438749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.439112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.439448 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.439706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.440047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.440378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.440695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.441024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.441361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.441679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.441993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.442312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.442570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.442883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.443232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.443560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.443812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] debug = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.444124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.444658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.444975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.445286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.445612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.445919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.446231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.446547 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.446906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] host = dv-cinder-768592-3-iscsi {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.447241 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.447565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.447888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.448952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.449263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.449577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.449898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.450205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.450515 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] log_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.450824 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.451183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.451510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.451844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.452097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.452347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.452670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.452998 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.453304 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.453609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.453916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.454221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.454525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.454826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.455194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.455521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.455844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.456150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.456456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.456760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.457065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.457388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.457692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.457999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.458300 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.458624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.458922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.459260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.459604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.459925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.460245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.460571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.460875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.461197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.461500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.461804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.462103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] use_json = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.462408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.462709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.463047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.463357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.463660 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.463985 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.464290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.464614 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:32.464944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.465278 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.465619 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.465934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.466262 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.466577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.466904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.467241 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.467570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.467896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.468217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.468527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.468854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.469157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.469491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.469833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.470169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.470504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.470812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.471141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.471450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.471764 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.472083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.472416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.472746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.473052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.473364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.473693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.474002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.474307 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.474633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.474940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.475270 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.475581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.475889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.476191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.476501 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.476805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.477131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.477436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.477736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.478038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.478345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.478646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.478963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.479813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.480121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.480425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.480742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.481046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.481351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.481662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.481965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.482275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.482581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.482885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.483216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.483522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.483825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.484130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.484436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.484747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.485050 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.485354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.485655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.485967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.486263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.486583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.486915 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.487252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.487563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.487871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.488182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.488489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.488799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.489109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.489418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.489722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.490051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.490363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.490689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.491033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.491335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.491669 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.491978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.492291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.492600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.492910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.493226 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.493542 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.493877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.494205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.494531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.494857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.495767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.496076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.496424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.496735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:32.496981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 10:07:32.497246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79933) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 15 10:07:33.145778 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO keyring.backend [-] Loading Gnome Jan 15 10:07:33.162959 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO keyring.backend [-] Loading Google Jan 15 10:07:33.165491 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO keyring.backend [-] Loading Windows (alt) Jan 15 10:07:33.169600 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO keyring.backend [-] Loading file Jan 15 10:07:33.170571 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO keyring.backend [-] Loading keyczar Jan 15 10:07:33.170849 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO keyring.backend [-] Loading multi Jan 15 10:07:33.171519 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO keyring.backend [-] Loading pyfs Jan 15 10:07:33.217574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:07:33.217879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:07:33.218214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:07:33.218593 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 15 10:07:33.623061 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.623583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.623691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.683699 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.683958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.684265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.688097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.688403 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.688699 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.767283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.767599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.767896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.768899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.769201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.769492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.887548 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.887865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.888168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.888471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:33.889317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.071896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.072198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.072518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.072819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.073136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.073514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.073811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.074101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.074386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.074742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.075067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.075337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.075640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.075931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.076239 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.076550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.076839 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.077155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.077572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.078056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.078344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.078656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.078967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.079267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.079544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.079966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:07:34.080241 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:07:34.080514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:07:34.080783 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:07:34.081054 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:07:34.081322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:07:34.082709 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 15 10:07:34.090132 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 15 10:07:34.097761 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 15 10:07:34.102922 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jan 15 10:07:34.106496 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 15 10:07:34.107638 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 15 10:07:34.108026 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 15 10:07:34.108461 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 15 10:07:34.112036 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 15 10:07:34.112314 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 15 10:07:34.112696 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 15 10:07:34.136001 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 15 10:07:34.136669 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.137000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79933) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 15 10:07:34.137411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.138753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79933) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 15 10:07:34.139094 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 15 10:07:34.139375 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 15 10:07:34.142381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.142690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.208394 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 15 10:07:34.208664 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 15 10:07:34.208934 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 15 10:07:34.209336 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 15 10:07:34.243840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.sqlalchemy.engines [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79933) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 15 10:07:34.650342 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Initializing driver for type 'gre' Jan 15 10:07:34.650880 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] gre ID ranges: [(1, 1000)] Jan 15 10:07:34.691997 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Initializing driver for type 'local' Jan 15 10:07:34.692322 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Initializing driver for type 'vlan' Jan 15 10:07:34.702784 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] VlanTypeDriver initialization complete Jan 15 10:07:34.703210 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Initializing driver for type 'vxlan' Jan 15 10:07:34.703743 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] vxlan ID ranges: [(1, 1000)] Jan 15 10:07:34.743681 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Initializing extension driver 'port_security' Jan 15 10:07:34.744040 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] PortSecurityExtensionDriver initialization complete Jan 15 10:07:34.744411 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Initializing mechanism driver 'openvswitch' Jan 15 10:07:34.750686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79933) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:07:34.751555 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > port after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.751957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > port after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.752345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > port after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.752766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > subnet after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.753153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > subnet after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.753531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > subnet after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.753946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > network after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.754326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > network after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.754702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > network after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.755142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > security_group after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.755523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > security_group after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.755895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > security_group after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.756308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.756684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.757059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.757595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > address_group after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.757969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > address_group after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.758340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > address_group after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.758703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] ML2 OVO RPC backend initialized. {{(pid=79933) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 15 10:07:34.759433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router_interface after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.759819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.760267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > network before_response 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.761185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > networks before_response 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.761559 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > port before_response 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.761930 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > ports before_response 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.762302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > subnet before_response 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.762675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > subnets before_response 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.763074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > network after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.763444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > network after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.763811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > network after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.764178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > port after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.764545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > port after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.764912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > port after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.765283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > subnet after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.765659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > subnet after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.766018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > subnet after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.766642 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.plugin [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Modular L2 Plugin initialization complete Jan 15 10:07:34.767022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading services supported by the core plugin {{(pid=79933) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 15 10:07:34.767404 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.plugins.ml2.managers [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Got port-security extension from driver 'port_security' Jan 15 10:07:34.767902 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.extensions.vlantransparent [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Disabled vlantransparent extension. Jan 15 10:07:34.769346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79933) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 15 10:07:34.769699 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading Plugin: router Jan 15 10:07:34.810291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router_interface before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.810728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router after_create 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.811153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router before_create 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.811551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.811962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.812615 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router after_delete 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.813010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > floatingip after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.813410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router after_create 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.813787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router after_update 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.814173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router after_update 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.814554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.814953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router after_update 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.815469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_update 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.815882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: port after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.816258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: port after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.816633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: subnet after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.817006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.817393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > port precommit_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.817772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_create 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.818152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: port before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.818529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.818927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router after_update 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.819325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_delete 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.819707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_create 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.820106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router_interface after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.820486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_update 55549900 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.820908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > network after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.821878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Tracking information for resource: router configured {{(pid=79933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:07:34.822248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Tracking information for resource: floatingip configured {{(pid=79933) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 15 10:07:34.827694 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_agentschedulers_db [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 15 10:07:34.828331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: port after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.828721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: port after_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.829103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: port after_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.829483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: port after_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.830366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router before_create 55550100 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.830765 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_delete 55550100 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.831217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_create 55550100 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.831611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > router precommit_update 55550100 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.836192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.provider_configuration [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service providers = [] {{(pid=79933) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 15 10:07:34.836584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.servicetype_db [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79933) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 15 10:07:34.840479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.service_base [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 10:07:34.840863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.service_base [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 10:07:34.841236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.service_base [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 10:07:34.842114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.service_base [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79933) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 15 10:07:34.842509 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.services.service_base [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 15 10:07:34.842918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:07:34.843300 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 15 10:07:34.864208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:07:34.864574 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading Plugin: auto_allocate Jan 15 10:07:34.876270 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: network precommit_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.876669 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: network precommit_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.877250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:07:34.877602 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading Plugin: tag Jan 15 10:07:34.889500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:07:34.889862 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading Plugin: timestamp Jan 15 10:07:34.893892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:07:34.894251 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading Plugin: network_ip_availability Jan 15 10:07:34.899720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.900124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.900513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:34.901919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:07:34.902275 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading Plugin: flavors Jan 15 10:07:34.918021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:07:34.918394 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading Plugin: revisions Jan 15 10:07:34.922732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79933) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 15 10:07:34.923180 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.705s {{(pid=79933) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:07:34.923980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79933) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 15 10:07:34.924340 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Initializing extension manager. Jan 15 10:07:34.924899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: __init__.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.925274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: __pycache__ {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.925645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.926013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: address_group.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.926809 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.927483 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: address-group Jan 15 10:07:34.927842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: address_scope.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.928607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.929178 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: address-scope Jan 15 10:07:34.929535 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: admin_state_down_before_update.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.930465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.931055 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: router-admin-state-down-before-update Jan 15 10:07:34.931414 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: agent.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.932292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.932884 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: agent Jan 15 10:07:34.933238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: agent_resources_synced.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.934152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.934722 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: agent-resources-synced Jan 15 10:07:34.935099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: allowedaddresspairs.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.936886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.937741 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: allowed-address-pairs Jan 15 10:07:34.938209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: auto_allocated_topology.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.939203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.939782 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: auto-allocated-topology Jan 15 10:07:34.940145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: availability_zone.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.940887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.941473 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: availability_zone Jan 15 10:07:34.941834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: availability_zone_filter.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.942788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.943342 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: availability_zone_filter Jan 15 10:07:34.943701 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: data_plane_status.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.944610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.945176 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension data-plane-status not supported by any of loaded plugins Jan 15 10:07:34.945530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: default_subnetpools.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.946444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.947041 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: default-subnetpools Jan 15 10:07:34.947396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: dhcpagentscheduler.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.948768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.949342 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: dhcp_agent_scheduler Jan 15 10:07:34.949698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: dns.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.950626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.951246 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension dns-integration not supported by any of loaded plugins Jan 15 10:07:34.951602 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: dns_domain_ports.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.952520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.953079 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 15 10:07:34.953432 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: dvr.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.954149 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.954721 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: dvr Jan 15 10:07:34.955102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: empty_string_filtering.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.956014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.956582 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: empty-string-filtering Jan 15 10:07:34.956938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.957951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.958518 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 15 10:07:34.958879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.959810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.960368 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 15 10:07:34.960720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: external_net.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.961621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.962184 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: external-net Jan 15 10:07:34.962541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: extra_dhcp_opt.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.963497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.964695 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: extra_dhcp_opt Jan 15 10:07:34.965051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: extraroute.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.965971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.966539 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: extraroute Jan 15 10:07:34.966895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: extraroute_atomic.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.967935 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.968506 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: extraroute-atomic Jan 15 10:07:34.968878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: filter_validation.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.969583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.970145 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: filter-validation Jan 15 10:07:34.970504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: fip_pf_description.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.971433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.971999 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 15 10:07:34.972354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: fip_port_details.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.973276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.973840 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: fip-port-details Jan 15 10:07:34.974196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: flavors.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.975454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.976031 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: flavors Jan 15 10:07:34.976390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.978038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.978626 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 15 10:07:34.979025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: floatingip_pools.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.979787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.980358 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: floatingip-pools Jan 15 10:07:34.980715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: ip_allocation.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.981643 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.982212 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension ip_allocation not supported by any of loaded plugins Jan 15 10:07:34.982567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.983511 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.984084 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: ip-substring-filtering Jan 15 10:07:34.984441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: l2_adjacency.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.985363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.985924 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 15 10:07:34.986279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: l3.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.987489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.988070 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: router Jan 15 10:07:34.988434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: l3_conntrack_helper.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.990718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.991338 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 15 10:07:34.991708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.992635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.993211 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: ext-gw-mode Jan 15 10:07:34.993575 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.994493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.995118 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: l3-ha Jan 15 10:07:34.995479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: l3_flavors.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.996393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.996964 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: l3-flavors Jan 15 10:07:34.997322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:34.998228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:34.998805 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 15 10:07:34.999189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: l3agentscheduler.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.000377 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.000956 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: l3_agent_scheduler Jan 15 10:07:35.001314 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: logging.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.002908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.003534 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension logging not supported by any of loaded plugins Jan 15 10:07:35.003902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: metering.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.004701 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.005394 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: metering Jan 15 10:07:35.005760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.006870 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.007475 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: metering_source_and_destination_fields Jan 15 10:07:35.007836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: multiprovidernet.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.008769 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.009343 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: multi-provider Jan 15 10:07:35.009700 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: netmtu.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.011177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.011741 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: net-mtu Jan 15 10:07:35.012097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: netmtu_writable.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.013048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.013614 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: net-mtu-writable Jan 15 10:07:35.013972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: network_availability_zone.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.014695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.015299 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: network_availability_zone Jan 15 10:07:35.015657 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: network_ip_availability.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.016764 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.017336 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: network-ip-availability Jan 15 10:07:35.017691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: network_segment_range.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.018526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.019133 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension network-segment-range not supported by any of loaded plugins Jan 15 10:07:35.019491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: pagination.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.020476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.020846 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: pagination Jan 15 10:07:35.021200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.022137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.022710 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: port-mac-address-regenerate Jan 15 10:07:35.023093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.024021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.024591 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: port-numa-affinity-policy Jan 15 10:07:35.024948 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: port_resource_request.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.025881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.027115 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension port-resource-request not supported by any of loaded plugins Jan 15 10:07:35.027472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: portbindings.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.028511 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.029088 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: binding Jan 15 10:07:35.029444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: portbindings_extended.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.030748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.031346 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: binding-extended Jan 15 10:07:35.031707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: portsecurity.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.032624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.033198 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: port-security Jan 15 10:07:35.033556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: project_id.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.034567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.034937 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: project-id Jan 15 10:07:35.035316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: providernet.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.036254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.036827 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: provider Jan 15 10:07:35.037187 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.040714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.041304 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos not supported by any of loaded plugins Jan 15 10:07:35.041670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.042950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.043558 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 15 10:07:35.043923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.044846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.045420 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 15 10:07:35.045776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos_default.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.046697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.047329 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos-default not supported by any of loaded plugins Jan 15 10:07:35.047687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos_fip.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.048376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.048946 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos-fip not supported by any of loaded plugins Jan 15 10:07:35.049302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos_gateway_ip.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.050222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.050791 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 15 10:07:35.051176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos_port_network_policy.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.052175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.052752 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 15 10:07:35.053112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos_rule_type_details.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.054030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.054598 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 15 10:07:35.054955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: qos_rules_alias.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.056016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.056584 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 15 10:07:35.056940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: quotasv2.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.057931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.058297 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: quotas Jan 15 10:07:35.058650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: quotasv2_detail.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.060261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.060635 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: quota_details Jan 15 10:07:35.060996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: rbac.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.062132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.063019 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: rbac-policies Jan 15 10:07:35.063378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: rbac_address_scope.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.065526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.066106 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: rbac-address-scope Jan 15 10:07:35.066468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: rbac_security_groups.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.067411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.067985 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: rbac-security-groups Jan 15 10:07:35.068344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: rbac_subnetpool.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.069263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.069841 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: rbac-subnetpool Jan 15 10:07:35.070198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: revisionifmatch.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.071142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.071711 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: revision-if-match Jan 15 10:07:35.072066 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: revisions.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.073684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.074252 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: standard-attr-revisions Jan 15 10:07:35.074608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: router_availability_zone.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.075345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.075914 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: router_availability_zone Jan 15 10:07:35.076269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: routerservicetype.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.077294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.077860 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension router-service-type not supported by any of loaded plugins Jan 15 10:07:35.078213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.079175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.079753 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: security-groups-normalized-cidr Jan 15 10:07:35.080106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: security_groups_port_filtering.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.081042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.081616 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: port-security-groups-filtering Jan 15 10:07:35.081969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.082904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.083509 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: security-groups-remote-address-group Jan 15 10:07:35.083866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: securitygroup.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.098785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.099431 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: security-group Jan 15 10:07:35.099799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: segment.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.100663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.101235 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension segment not supported by any of loaded plugins Jan 15 10:07:35.101595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.102540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.103154 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 15 10:07:35.103516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: servicetype.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.104733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.105316 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: service-type Jan 15 10:07:35.105679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: sorting.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.106654 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.107046 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: sorting Jan 15 10:07:35.107404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: standard_attr_segment.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.108316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.108890 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 15 10:07:35.109248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: standardattrdescription.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.109933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.110508 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: standard-attr-description Jan 15 10:07:35.110869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: stateful_security_group.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.111835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.112420 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: stateful-security-group Jan 15 10:07:35.112778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: stdattrs_common.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.113361 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 15 10:07:35.113717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.114635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.115225 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 15 10:07:35.115583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: subnet_onboard.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.116664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.117237 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: subnet_onboard Jan 15 10:07:35.117590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.118582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.119182 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 15 10:07:35.119539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: subnet_service_types.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.120993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.121562 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: subnet-service-types Jan 15 10:07:35.121919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: subnetallocation.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.123020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.123604 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: subnet_allocation Jan 15 10:07:35.123961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.124657 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.125284 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: subnetpool-prefix-ops Jan 15 10:07:35.125578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.126495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.127092 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 15 10:07:35.127447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: tagging.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.128703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.129291 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: standard-attr-tag Jan 15 10:07:35.129653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: timestamp.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.130827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.131440 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loaded extension: standard-attr-timestamp Jan 15 10:07:35.131801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: trunk.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.132819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.133400 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension trunk not supported by any of loaded plugins Jan 15 10:07:35.133758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: trunk_details.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.134688 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.135281 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension trunk-details not supported by any of loaded plugins Jan 15 10:07:35.136261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: uplink_status_propagation.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.137188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.137761 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 15 10:07:35.138118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Loading extension file: vlantransparent.py {{(pid=79933) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 15 10:07:35.138814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79933) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 15 10:07:35.139416 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 15 10:07:35.142118 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:network Jan 15 10:07:35.142928 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:subnet Jan 15 10:07:35.143619 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:07:35.144268 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:port Jan 15 10:07:35.145726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.146210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service FLAVORS assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.146891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.147379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.147747 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:router Jan 15 10:07:35.148464 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:floatingip Jan 15 10:07:35.149225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service METERING assigned prefix: /metering {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.150997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:35.151861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:35.152255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79933) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:07:35.153396 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 10:07:35.153888 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:security_group Jan 15 10:07:35.154685 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 10:07:35.155528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service CORE assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.155898 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:07:35.156257 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] subnetpool is already registered Jan 15 10:07:35.156904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service CORE assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.157269 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:07:35.157633 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] subnetpool is already registered Jan 15 10:07:35.160436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.160907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service FLAVORS assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.161545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.162000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.162366 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:router Jan 15 10:07:35.162723 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] router is already registered Jan 15 10:07:35.163393 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:floatingip Jan 15 10:07:35.163754 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] floatingip is already registered Jan 15 10:07:35.164434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service METERING assigned prefix: /metering {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.165158 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of CountableResource for resource:rbac_policy Jan 15 10:07:35.165514 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] rbac_policy is already registered Jan 15 10:07:35.166127 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:security_group Jan 15 10:07:35.166483 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] security_group is already registered Jan 15 10:07:35.167173 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 15 10:07:35.167534 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] security_group_rule is already registered Jan 15 10:07:35.168245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service CORE assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.168609 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:07:35.168968 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] subnetpool is already registered Jan 15 10:07:35.169610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.resource_helper [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Service CORE assigned prefix: {{(pid=79933) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 15 10:07:35.169973 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Creating instance of TrackedResource for resource:subnetpool Jan 15 10:07:35.170327 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.quota.resource_registry [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] subnetpool is already registered Jan 15 10:07:35.171070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: extensions {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.172603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: address-groups {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.174297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: address-scopes {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.175615 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: agents {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.176847 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: auto-allocated-topology {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.178144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: availability_zones {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.179563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: dhcp-networks {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.181051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: dhcp-agents {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.183104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: routers {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.185106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: flavors {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.186326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: service_profiles {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.187895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: next_providers {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.189510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: service_profiles {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.191062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: floatingip-pools {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.192365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: routers {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.194308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: floatingips {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.195551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: l3-routers {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.197012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: l3-agents {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.199170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: metering-labels {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.201407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: metering-label-rules {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.202759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: network-ip-availabilities {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.204122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: bindings {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.205847 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: quotas {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.207374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: quotas {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.208866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: rbac-policies {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.210216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: security-groups {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.211552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: security-group-rules {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.212865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: service-providers {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.214184 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: subnetpools {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.215711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: subnetpools {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.217255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.219041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.220954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.222820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.224749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.226548 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.228447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.230427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.232416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.234353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.extensions [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Extended resource: tags {{(pid=79933) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 15 10:07:35.241496 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING keystonemiddleware.auth_token [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 15 10:07:35.247313 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING keystonemiddleware.auth_token [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 15 10:07:35.256025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Acquired lock "singleton_lock" {{(pid=79933) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 15 10:07:35.256540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Releasing lock "singleton_lock" {{(pid=79933) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 15 10:07:35.258017 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO oslo_service.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Starting 2 workers Jan 15 10:07:35.263372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Started child 80044 {{(pid=79933) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 10:07:35.267760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:35.268103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Started child 80045 {{(pid=79933) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 10:07:35.269252 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [-] (80044) wsgi starting up on http://0.0.0.0:9696 Jan 15 10:07:35.269648 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 15 10:07:35.270321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Notify callbacks [] for process, before_spawn {{(pid=79933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:35.272356 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:35.272869 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO oslo_service.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Starting 1 workers Jan 15 10:07:35.273856 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [-] (80045) wsgi starting up on http://0.0.0.0:9696 Jan 15 10:07:35.278670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Started child 80046 {{(pid=79933) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 10:07:35.279229 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO oslo_service.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Starting 1 workers Jan 15 10:07:35.280844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] calling RpcWorker wait() {{(pid=80046) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 15 10:07:35.281259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] returning from RpcWorker wait() {{(pid=80046) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 15 10:07:35.282675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:35.283200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:07:35.283980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Started child 80047 {{(pid=79933) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 15 10:07:35.284770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f76fd1a-8c7d-4866-96aa-9d0ec466e62a None None] Notify callbacks [] for process, after_spawn {{(pid=79933) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:35.286383 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79933) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 10:07:35.286610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 10:07:35.286813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 10:07:35.287099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 10:07:35.287497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 10:07:35.287686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 10:07:35.288235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.288332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:35.288521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.288815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.289075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.289392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.290027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.290313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.290619 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.290929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.291237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.291434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.291625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.291964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.292228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.292567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.292847 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.293112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.293363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.293570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.293835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.294136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.294427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.294736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] debug = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.295027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.295629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.295883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.296157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.296394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.296689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.296947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.297242 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.297503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.297852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.298024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.298253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.298493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.298748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.299073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.299325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.299791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] host = dv-cinder-768592-3-iscsi {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.300052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.300320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.300581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.300850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.301130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.301384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.301660 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.301941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.302221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.302488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.302762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.303046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.303411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.303671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.303859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_options = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.304098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.304477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.304698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.304840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.304990 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.305147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.305405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.305572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.305825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.306480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.306622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.306848 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.307199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.308016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.308305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.308613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.309431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.309708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.309973 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.310275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.311185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.311185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.311185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.311443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.311524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.311728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.312149 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.312613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.313361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.313634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.313907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.314197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.314457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.314608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:07:35.314715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.315023 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.315246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.315527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.315836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.316099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.316374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.316648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.316886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.317152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.317412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.317651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.317906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_json = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.318144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.318382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.318656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.318895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.319157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.319415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.319658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.319954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.320491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.320834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.321208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.321472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.321738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.322013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.324724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.324724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.324724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.324724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.324724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.324724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.324724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.324724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.325858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.325858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.325858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.325858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.326393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.326393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.328288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.328288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.328288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.328288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.328288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.328288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.328288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.328288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.329063 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.329594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.332020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.332326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.332677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.332955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.333255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.333544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.333811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.334094 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.334386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.334696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.334974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.335264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.335540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.335794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.336047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.336298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.336576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.336849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.337162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.337444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.337700 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.337950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.338198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.338454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.338761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.339033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.339359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.339608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.339878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.340145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.340419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.340688 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.340933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.341200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.341467 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.341728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.341975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.342225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.342470 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.342722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.342976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.347471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.348680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.348680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.348680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.348680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.348680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.348680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.348680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.348680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.349355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.349355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.349355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.349355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.349355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.349355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.349355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.349355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.350068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.350068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.350068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.350325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.352925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.353106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.354057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.354057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.354057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.354057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.354480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.354694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.355025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.355341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.355629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.355919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.356204 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.356503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.356788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.357064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.357354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.357622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.357975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.358248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.358498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.358744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.359028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.360034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.360367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.360632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.360879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.361197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.361496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.361765 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.362073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.362353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.362652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.362931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.363256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.363531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.363812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.364081 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.364328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.364591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.364851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.365102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.365349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.365610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.365885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.366131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.366400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.366659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.366909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.367215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.367488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.367754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.368007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.368288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.368538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.368787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.369034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.369277 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.369587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.370311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.370635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.370920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.371212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.371493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.371768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.372103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.372253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.372555 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.372861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.373325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.373514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.373905 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.374079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.374310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.374595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.374939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.376433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.376433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.376433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.376433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.376842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.376842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.377039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.377231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.377488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.377743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.377999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.378249 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.378529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.378814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.379098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.379349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.379600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.379850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.380101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.380349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.380670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.380972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.381228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.381544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.381882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.382156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.382404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.382655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.382900 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.383188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.383441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.383686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.383937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.384209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.384473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.384718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.384962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.385212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.385463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.386322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.386600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.386860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.387268 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.387535 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.387818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.388087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.388354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.388612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.391997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.391997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.391997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.391997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.391997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.391997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.391997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.391997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.392539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.392539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.392539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.392539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.392801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38708) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:07:35.393105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.393491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.393896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.394258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.394603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.394945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.395351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.395690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.396059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.396453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.396820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.397153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.397504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.397835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.398174 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.398499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.398835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.399181 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.399443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 10:07:35.400085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79933) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 15 10:07:35.400342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 15 10:07:35.400596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 15 10:07:35.400886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 15 10:07:35.401192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 15 10:07:35.401442 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 15 10:07:35.401762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.402021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.404182 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091224 Jan 15 10:07:35.405425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.405653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.406890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.408429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.408675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.408889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.409100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.409656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.410846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.411084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.412469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.413556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.413772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.413984 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.414196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.414402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.414613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.414813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.415009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.415215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.415413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] debug = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.415607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.415839 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.416035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.416233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.416408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.416597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.416797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.416991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.417156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.417348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.417538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.417727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.417915 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.418102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.418289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.418477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.418665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] host = dv-cinder-768592-3-iscsi {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.418854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.419761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.419973 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.420169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.420369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.420888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.421086 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.421280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.421472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.421661 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.421850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.422019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.422209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.422398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.422590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_options = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.422753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.422946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.423263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.423375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.423571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.423760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.423950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.424119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.424305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.424469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.424659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.424845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.425033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.425222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.425438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.425603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.425748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.425890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.426078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.426264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.426450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.426638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.426824 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.427022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.427220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.427789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.427789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.427789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.427976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.428044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.428239 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.428382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.428520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.428658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.428841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.429027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.429214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.429403 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.429591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.429747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.429936 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.430124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.430316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.430504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.430690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.430878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_json = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.431138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.431326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.431484 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.433875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.434480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.434785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.434962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.436120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 15 10:07:35.436358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.436550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.439914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.440013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.440186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.440675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.442557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.443763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.443990 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.444456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.447096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.447421 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.447706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.448632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.448756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.448892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.449267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.449474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.449676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.449851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.450045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.450240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.450435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.450710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.450863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.451027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.451206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.451401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.451601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.451775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.451961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.452154 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.452428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.452606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.452944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.453527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.453527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.453711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.453872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.453969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.454160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.454368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.454520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.454677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.454870 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.455135 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.455328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.455653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.455653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.455891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:07:35.456007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.456007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.456186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.456345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.456534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.456723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.456914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.457103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.457293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.457482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.457670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.457860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.458049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.458236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.458424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.458613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.458801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.459009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.459197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.459387 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.459580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.459755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.459939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.460137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.460344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.460532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.460722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.460912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.461103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.461290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.461479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.461668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.461856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.462043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.462232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.462424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.462616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.462805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.463063 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.463194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.463378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.463584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.463778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.463966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.464155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.465044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.465044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.465044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.465044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.465044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.465572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.465572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.465572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.466044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.466044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.466249 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.466249 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.466432 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.466599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.466789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.466979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.468881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.468881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.468881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.468881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.468881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.468881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.469519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.469519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.469519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.469828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.469828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.470052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.470160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.470268 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.471650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.471650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.471650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.471650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.471650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.471650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.471650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.471650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.472289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.472289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.472289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.472289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.472522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.472589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.473999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.473999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.473999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.473999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.473999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.473999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.473999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.473999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.474840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.474840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.474840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.474840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.474840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.474840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.475466 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.475466 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.475466 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.475782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.475782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.476179 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.476179 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.476179 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.476475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.476592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.476703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.476871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.477061 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.477252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.477441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.477630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.478534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.478534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.478534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.478534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.478534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.479189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.479189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.479189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.479189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.480173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.480173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.480173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.480471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.480471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.480656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.480855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.481006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.481182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.481344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.481533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.481759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.481886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.482049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.482238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.482427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.482595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.482765 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.482952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.483808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.483808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.483808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.483808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.484240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.484240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.484240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.484565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.484565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.484691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.485203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.485203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.485203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.485544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.485544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.485751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.485849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.486095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.486197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.486337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.487964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.488154 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.488344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.488530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.488728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.488920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.489117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.489322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.489510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.489700 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.489865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.490050 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.490237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.490395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.490586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.490743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.490933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.491145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.491332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.491574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.491765 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.492022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.492211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.492403 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.493281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.493281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.493281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 15 10:07:35.493281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79933) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 15 10:07:45.727075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564592b-39de-4423-9e53-8c6d11ed7354 None None] get_active_networks_info from dv-cinder-768592-3-iscsi {{(pid=80046) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 15 10:07:46.028532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-282a0216-ba79-4cbc-92ec-453b65eb6868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168'] for agent, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:46.075635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e564592b-39de-4423-9e53-8c6d11ed7354 None None] No non-hosted networks {{(pid=80046) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 15 10:07:47.851491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-afe0b744-cabf-417a-99ee-8951cabfbaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168'] for agent, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:47.908166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6929a875-9786-4048-bced-655eb9f4683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:48.453828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168'] for agent, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:49.511593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168'] for agent, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:49.512200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.512797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.513170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.513538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.513902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.514268 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.514631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.515029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.515654 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.515761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.516090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.516451 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:49.516866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768592-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:07:49.538197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768592-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:07:50.314913 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168'] for agent, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:51.372967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38804) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:07:51.476422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] get_endpoint_by_host() called for host dv-cinder-768592-3-iscsi {{(pid=80046) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 10:07:51.481694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] get_endpoint_by_ip() called for ip 192.168.0.42 {{(pid=80046) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 10:07:51.485165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] _add_endpoint() called for ip 192.168.0.42 {{(pid=80046) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 10:07:51.490923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] _get_endpoints() called {{(pid=80046) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 10:07:52.040574 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING oslo_policy.policy [None req-e3cd68cf-d12e-4fb7-b11b-65a135d6c436 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:07:52.041199 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING oslo_policy.policy [None req-e3cd68cf-d12e-4fb7-b11b-65a135d6c436 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:07:52.284755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [None req-e3cd68cf-d12e-4fb7-b11b-65a135d6c436 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:07:52.285836 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e3cd68cf-d12e-4fb7-b11b-65a135d6c436 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9118283 Jan 15 10:07:53.975503 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_hamode_db [None req-46a36e33-2eae-49d6-aeb5-ed0a1a6795e5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 15 10:07:54.063726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a36e33-2eae-49d6-aeb5-ed0a1a6795e5 None None] Routers set() bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:07:54.064069 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a36e33-2eae-49d6-aeb5-ed0a1a6795e5 None None] Router IDs set() for agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 15 10:07:55.030548 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38820) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:07:55.451616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:07:55.504469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.policy [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80045) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 10:07:55.505290 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING oslo_policy.policy [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:07:55.505694 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING oslo_policy.policy [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:07:55.517380 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] Loaded quota_driver: . Jan 15 10:07:55.561956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:07:55.616657 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273802958892', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273803378638', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273803377049', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273803397173', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273803390933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853007984', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1769353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626335', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-678691'] for rbac-policy, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:55.680185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:55.681384 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-16f6238f-2bcd-4df4-9b29-6f714411754c admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6497586 Jan 15 10:07:58.709631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38834) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:07:59.196807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '2837ca60bfe94b44ac2555a3de00045c'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:07:59.202662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:07:59.207421 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Usage tracker for resource:network and tenant:2837ca60bfe94b44ac2555a3de00045c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:07:59.211056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:07:59.217592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:07:59.226266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Made reservation on behalf of 2837ca60bfe94b44ac2555a3de00045c for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:07:59.232894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:59.250213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:59.264831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:07:59.268751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:2837ca60bfe94b44ac2555a3de00045c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:07:59.272266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:07:59.278288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:07:59.376367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:59.379019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:59.384693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:07:59.409759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:07:59.438496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:59.439132 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Added segment 0bc0637c-5601-4857-8cb0-6dd82fd85f71 of type vxlan for network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 Jan 15 10:07:59.489833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df330833-cb68-4333-845f-71a4047ebe1c,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:07:59.507321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.507709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.508079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.508438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.508808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.509155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.509510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.510397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.510763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.511137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.511487 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.511833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Tracked resource versions report: Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: pushed versions: Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: { 'AddressGroup': {'1.1'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': {'1.0'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': {'1.0'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': {'1.1'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': {'1.6'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': {'1.2'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': {'1.8'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': {'1.4'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': {'1.0'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': {'1.1'}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': {'1.1'}} Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: consumer versions: Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: { DHCP agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: L3 agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: Metadata agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: Metering agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@dv-cinder-768592-3-iscsi: { 'AddressGroup': '1.1', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}} Jan 15 10:07:59.513000 dv-cinder-768592-3-iscsi neutron-server[79933]: {{(pid=80045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:07:59.571011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:59.571011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:07:59.605042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:59.606398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:07:59.607095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:07:59.761612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:07:59.870395 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.1595976 Jan 15 10:07:59.873321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=92f06d20-0d2e-4b64-a041-d4a86e1b7388,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:07:59.896649 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:07:59.904929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:08:02.914286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38850) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:03.420972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6041bf-6370-4dee-9df8-a7db5a37282a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:03.422431 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ca6041bf-6370-4dee-9df8-a7db5a37282a admin admin] 10.222.0.75 "GET /v2.0/networks/92f06d20-0d2e-4b64-a041-d4a86e1b7388 HTTP/1.1" status: 200 len: 818 time: 0.5070832 Jan 15 10:08:03.451872 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ef95d9f6-a28b-48a2-b099-64548aecd87c admin admin] 10.222.0.75 "GET /v2.0/subnetpools/1e4c1b0b-eb1c-4fc1-99bb-b6038f105e83 HTTP/1.1" status: 200 len: 734 time: 0.0231903 Jan 15 10:08:03.461332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Request body: {'subnet': {'subnetpool_id': '1e4c1b0b-eb1c-4fc1-99bb-b6038f105e83', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'ip_version': 4, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:03.465919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:03.469926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Usage tracker for resource:subnet and tenant:2837ca60bfe94b44ac2555a3de00045c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:03.472955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:03.479108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:03.487999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Made reservation on behalf of 2837ca60bfe94b44ac2555a3de00045c for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:08:03.492584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:03.982879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:03.997859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:04.131146 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:04.134447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:04.208104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Checking segment: {'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:08:04.208479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Network hostable DHCP agents. Network: 92f06d20-0d2e-4b64-a041-d4a86e1b7388, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:08:04.229282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:08:04.237921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 92f06d20-0d2e-4b64-a041-d4a86e1b7388) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:04.242285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:04.242907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:04.247217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8fe44e-3dfb-4d5d-91af-8fba663d6c0c None None] Network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:08:04.261734 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8040123 Jan 15 10:08:04.567047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'fixed_ips': [{'subnet_id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:08:04.568296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.075235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Allocated IP 172.20.0.2 (92f06d20-0d2e-4b64-a041-d4a86e1b7388/987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768/9431ba98-fe2b-48c8-a45a-e227f74e5159) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:08:05.308622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.323558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Transition to ACTIVE for port object 9431ba98-fe2b-48c8-a45a-e227f74e5159 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:05.340174 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Transition to ACTIVE for port object 9431ba98-fe2b-48c8-a45a-e227f74e5159 will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:05.345837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.363954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:05.493915 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Pushing event updated for resources: {'Port': ['ID=9431ba98-fe2b-48c8-a45a-e227f74e5159,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:05.507093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.507479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.507853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.508221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.508586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.508946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.509311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.509813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.510187 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.510545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.510902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.511282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Tracked resource versions report: Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: pushed versions: Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: { 'AddressGroup': {'1.1'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': {'1.0'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': {'1.0'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': {'1.1'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': {'1.6'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': {'1.2'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': {'1.8'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': {'1.4'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': {'1.0'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': {'1.1'}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': {'1.1'}} Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: consumer versions: Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: { DHCP agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: L3 agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: Metadata agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: Metering agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@dv-cinder-768592-3-iscsi: { 'AddressGroup': '1.1', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}} Jan 15 10:08:05.512392 dv-cinder-768592-3-iscsi neutron-server[79933]: {{(pid=80046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:08:05.519805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:05.568841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:08:05.570049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:05.572824 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:08:05.632110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Attempting to bind port 9431ba98-fe2b-48c8-a45a-e227f74e5159 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:08:05.632519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Attempting to bind port 9431ba98-fe2b-48c8-a45a-e227f74e5159 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:08:05.632938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Attempting to bind port 9431ba98-fe2b-48c8-a45a-e227f74e5159 on network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:08:05.638605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:08:05.639039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Checking segment: {'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:08:05.640464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.640464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Bound using segment: {'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:08:05.640464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Bound port: 9431ba98-fe2b-48c8-a45a-e227f74e5159, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:08:05.640879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.730718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] For port 9431ba98-fe2b-48c8-a45a-e227f74e5159, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:08:05.734799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] For port 9431ba98-fe2b-48c8-a45a-e227f74e5159, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=9431ba98-fe2b-48c8-a45a-e227f74e5159,segment=NetworkSegment(0bc0637c-5601-4857-8cb0-6dd82fd85f71),segment_id=0bc0637c-5601-4857-8cb0-6dd82fd85f71)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:08:05.738130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:05.753796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:05.901562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Pushing event updated for resources: {'Port': ['ID=9431ba98-fe2b-48c8-a45a-e227f74e5159,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:05.907155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:06.976040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38860) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:07.488831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [None req-c6cf6717-169a-4ee9-9ae0-83658f71952e admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:08:07.489910 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c6cf6717-169a-4ee9-9ae0-83658f71952e admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.5129130 Jan 15 10:08:09.549452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 9431ba98-fe2b-48c8-a45a-e227f74e5159 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:08:09.622941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 9431ba98-fe2b-48c8-a45a-e227f74e5159 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:08:10.246102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38874) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:10.689715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [None req-02b652c9-a4ac-46b2-b6b1-3b061c388793 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:08:10.690812 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-02b652c9-a4ac-46b2-b6b1-3b061c388793 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4437211 Jan 15 10:08:10.713983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d8798-dd07-49f7-8b7d-179d1f1e3cf6 None None] Network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:08:10.827370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] Provisioning for port 9431ba98-fe2b-48c8-a45a-e227f74e5159 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:08:10.846455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] Provisioning complete for port 9431ba98-fe2b-48c8-a45a-e227f74e5159 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:10.846875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:11.071803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:11.119327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] For port 9431ba98-fe2b-48c8-a45a-e227f74e5159, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=9431ba98-fe2b-48c8-a45a-e227f74e5159,segment=NetworkSegment(0bc0637c-5601-4857-8cb0-6dd82fd85f71),segment_id=0bc0637c-5601-4857-8cb0-6dd82fd85f71)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:08:11.124699 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:11.129407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:11.202114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] Pushing event updated for resources: {'Port': ['ID=9431ba98-fe2b-48c8-a45a-e227f74e5159,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:11.205463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:11.350136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-937bf44f-3513-4a84-9634-45cfd3fc92ad None None] Provisioning complete for port 9431ba98-fe2b-48c8-a45a-e227f74e5159 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:11.350543 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-937bf44f-3513-4a84-9634-45cfd3fc92ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:11.550238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 9431ba98-fe2b-48c8-a45a-e227f74e5159 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:08:11.621859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-151a1884-d227-4cb9-a7d2-bebaddd958a3 None None] Provisioning complete for port 9431ba98-fe2b-48c8-a45a-e227f74e5159 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:11.622273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-151a1884-d227-4cb9-a7d2-bebaddd958a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:11.686123 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 9431ba98-fe2b-48c8-a45a-e227f74e5159 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:11.686528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:11.924835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-083300fb-8d68-4dea-956a-0f3bc71bdf24 None None] Provisioning complete for port 9431ba98-fe2b-48c8-a45a-e227f74e5159 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:11.925372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-083300fb-8d68-4dea-956a-0f3bc71bdf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:13.749378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38886) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:14.146104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:14.152100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:14.156179 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Usage tracker for resource:router and tenant:2837ca60bfe94b44ac2555a3de00045c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:14.159353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:14.165053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:14.174665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:14.175990 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:14.196080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:14.295313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:14.313479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:14.314847 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6c658d75-a516-47b7-ab51-7583c18aec13 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5643852 Jan 15 10:08:15.609857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-349d0b0b-a113-43cb-ab61-615124737561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:17.005481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38896) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:17.421622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [None req-fdecb809-1d60-4992-a07e-13109e7ef88a admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:08:17.422810 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-fdecb809-1d60-4992-a07e-13109e7ef88a admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4162123 Jan 15 10:08:17.857911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b31e127b-0139-4e66-a698-b117b4a79ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:18.257355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:19.495930 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.123641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38916) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:20.238580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.312043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:20.317184 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:20.321653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Usage tracker for resource:network and tenant:aa553f90de014c72be739a6cf1564680 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:20.324624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:20.330340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:20.339345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Made reservation on behalf of aa553f90de014c72be739a6cf1564680 for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:08:20.343909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.356854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.371650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:20.375646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Usage tracker for resource:security_group_rule and tenant:aa553f90de014c72be739a6cf1564680 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:20.378404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:20.384058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:20.469469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.473421 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.477911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:20.491978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Reserving flat network on physical network physnet1 {{(pid=80045) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 15 10:08:20.520625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53615124-92a0-4852-ac2c-d7405e3953a1,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:20.524131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:20.525912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.526533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Unsubscribe: segment precommit_create {{(pid=80045) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 15 10:08:20.526957 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Added segment 6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd of type flat for network 1ea1df50-65de-4ce2-9373-48960240e3a6 Jan 15 10:08:20.560170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.596478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.597688 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:20.598320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:20.603114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:20.708543 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Pushing event updated for resources: {'Network': ['ID=1ea1df50-65de-4ce2-9373-48960240e3a6,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:20.711285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:20.713720 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5889430 Jan 15 10:08:20.730052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:08:23.205410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38936) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:23.348037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4e80fc-0a6f-42a1-93b4-1f4076a7a848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:23.349475 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5d4e80fc-0a6f-42a1-93b4-1f4076a7a848 admin admin] 10.222.0.75 "GET /v2.0/subnets/987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768 HTTP/1.1" status: 200 len: 849 time: 0.1430418 Jan 15 10:08:23.497844 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-20bcbdb5-8fd4-4912-8417-ef8f5dd56970 admin admin] 10.222.0.75 "GET /v2.0/routers/ddc3343b-e9f4-487c-badf-060192e88b2e HTTP/1.1" status: 200 len: 704 time: 0.1420996 Jan 15 10:08:24.116391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:24.491337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Allocated IP 172.20.0.1 (92f06d20-0d2e-4b64-a041-d4a86e1b7388/987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768/322c3233-b783-4c1c-aeea-55f0b74f7e60) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:08:24.663846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:24.681839 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Transition to ACTIVE for port object 322c3233-b783-4c1c-aeea-55f0b74f7e60 will not be triggered until provisioned by entity DHCP. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:24.728859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:24.745084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:24.876957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Pushing event updated for resources: {'Port': ['ID=322c3233-b783-4c1c-aeea-55f0b74f7e60,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:24.883405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:24.939087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:08:24.940226 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:24.942510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:08:24.943058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.144911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-e8f6404f-77e9-4435-8dc2-190063966c42 None None] Provisioning for port 322c3233-b783-4c1c-aeea-55f0b74f7e60 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:08:25.149983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-e8f6404f-77e9-4435-8dc2-190063966c42 None None] Provisioning complete for port 322c3233-b783-4c1c-aeea-55f0b74f7e60 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:25.150394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e8f6404f-77e9-4435-8dc2-190063966c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.204697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.207710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6404f-77e9-4435-8dc2-190063966c42 None None] Port 322c3233-b783-4c1c-aeea-55f0b74f7e60 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:08:25.492720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.496743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.497836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.512952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:25.641370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Pushing event updated for resources: {'Port': ['ID=322c3233-b783-4c1c-aeea-55f0b74f7e60,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:25.645957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:25.704276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:08:25.705356 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:25.936161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-b110204d-f126-4806-a10c-122bf9c80f2b None None] Provisioning complete for port 322c3233-b783-4c1c-aeea-55f0b74f7e60 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:25.936675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b110204d-f126-4806-a10c-122bf9c80f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:25.991298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b110204d-f126-4806-a10c-122bf9c80f2b None None] Port 322c3233-b783-4c1c-aeea-55f0b74f7e60 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:08:26.059134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Router ddc3343b-e9f4-487c-badf-060192e88b2e is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:08:26.217287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:08:26.226785 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] 10.222.0.75 "PUT /v2.0/routers/ddc3343b-e9f4-487c-badf-060192e88b2e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7231205 Jan 15 10:08:26.228438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Sync routers for ids ['ddc3343b-e9f4-487c-badf-060192e88b2e'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:08:26.239896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Routers {'ddc3343b-e9f4-487c-badf-060192e88b2e'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:08:26.240946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:08:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ddc3343b-e9f4-487c-badf-060192e88b2e'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:26.423361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Set router ddc3343b-e9f4-487c-badf-060192e88b2e gateway port host: None {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:08:26.807577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'name': 'router1', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:14Z', 'updated_at': '2021-01-15T10:08:25Z', 'revision_number': 2, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'gw_port_host': None, '_interfaces': [{'id': '322c3233-b783-4c1c-aeea-55f0b74f7e60', 'name': '', 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'mac_address': 'fa:16:3e:a9:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:24Z', 'updated_at': '2021-01-15T10:08:25Z', 'revision_number': 2, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'subnets': [{'id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4c1b0b-eb1c-4fc1-99bb-b6038f105e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:26.812901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Checking router: ddc3343b-e9f4-487c-badf-060192e88b2e for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:08:26.813315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Updating router ddc3343b-e9f4-487c-badf-060192e88b2e port 322c3233-b783-4c1c-aeea-55f0b74f7e60 binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:08:26.868664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:27.473034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:27.489010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Transition to ACTIVE for port object 322c3233-b783-4c1c-aeea-55f0b74f7e60 will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:27.491821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:27.507941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:27.642023 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Pushing event updated for resources: {'Port': ['ID=322c3233-b783-4c1c-aeea-55f0b74f7e60,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:27.656066 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.656435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.656802 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.657161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.657517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.657865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.658234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.658560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.658923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.659293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.659637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.659978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Tracked resource versions report: Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: pushed versions: Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: { 'AddressGroup': {'1.1'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': {'1.0'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': {'1.0'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': {'1.1'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': {'1.6'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': {'1.2'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': {'1.8'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': {'1.4'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': {'1.0'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': {'1.1'}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': {'1.1'}} Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: consumer versions: Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: { DHCP agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: L3 agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: Metadata agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: Metering agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@dv-cinder-768592-3-iscsi: { 'AddressGroup': '1.1', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}} Jan 15 10:08:27.661069 dv-cinder-768592-3-iscsi neutron-server[79933]: {{(pid=80047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:08:27.677127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:27.823870 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Attempting to bind port 322c3233-b783-4c1c-aeea-55f0b74f7e60 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:08:27.824385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Attempting to bind port 322c3233-b783-4c1c-aeea-55f0b74f7e60 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:08:27.824659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Attempting to bind port 322c3233-b783-4c1c-aeea-55f0b74f7e60 on network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:08:27.830439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:08:27.830843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Checking segment: {'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:08:27.831343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:27.831801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Bound using segment: {'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:08:27.832329 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Bound port: 322c3233-b783-4c1c-aeea-55f0b74f7e60, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc0637c-5601-4857-8cb0-6dd82fd85f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:08:27.832755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:27.924877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] For port 322c3233-b783-4c1c-aeea-55f0b74f7e60, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:08:27.929644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] For port 322c3233-b783-4c1c-aeea-55f0b74f7e60, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=322c3233-b783-4c1c-aeea-55f0b74f7e60,segment=NetworkSegment(0bc0637c-5601-4857-8cb0-6dd82fd85f71),segment_id=0bc0637c-5601-4857-8cb0-6dd82fd85f71)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:08:27.932725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:27.949098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:28.099778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Pushing event updated for resources: {'Port': ['ID=322c3233-b783-4c1c-aeea-55f0b74f7e60,revision_number=4']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:28.103400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:28.160520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Routers {'ddc3343b-e9f4-487c-badf-060192e88b2e'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:08:28.161175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:08:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ddc3343b-e9f4-487c-badf-060192e88b2e'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:28.325066 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] Set router ddc3343b-e9f4-487c-badf-060192e88b2e gateway port host: None {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:08:28.664837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'name': 'router1', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:14Z', 'updated_at': '2021-01-15T10:08:25Z', 'revision_number': 2, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'gw_port_host': None, '_interfaces': [{'id': '322c3233-b783-4c1c-aeea-55f0b74f7e60', 'name': '', 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'mac_address': 'fa:16:3e:a9:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:24Z', 'updated_at': '2021-01-15T10:08:27Z', 'revision_number': 4, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'subnets': [{'id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4c1b0b-eb1c-4fc1-99bb-b6038f105e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:28.668979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c83390b-095e-4bd9-93d5-e37d2d560277 None None] The sync data for ids ['ddc3343b-e9f4-487c-badf-060192e88b2e'] in dv-cinder-768592-3-iscsi is: [{'id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'name': 'router1', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:14Z', 'updated_at': '2021-01-15T10:08:25Z', 'revision_number': 2, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'gw_port_host': None, '_interfaces': [{'id': '322c3233-b783-4c1c-aeea-55f0b74f7e60', 'name': '', 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'mac_address': 'fa:16:3e:a9:f1:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:24Z', 'updated_at': '2021-01-15T10:08:27Z', 'revision_number': 4, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'subnets': [{'id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4c1b0b-eb1c-4fc1-99bb-b6038f105e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:08:28.758693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38948) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:28.949395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f233a480-aadb-4096-aa94-a131c0618c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:28.949967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f233a480-aadb-4096-aa94-a131c0618c1f admin admin] Synchronizing usage tracker for tenant:aa553f90de014c72be739a6cf1564680 on resource:network {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:08:28.966646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f233a480-aadb-4096-aa94-a131c0618c1f admin admin] Unset dirty status for tenant:aa553f90de014c72be739a6cf1564680 on resource:network {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:08:28.967921 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f233a480-aadb-4096-aa94-a131c0618c1f admin admin] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 842 time: 0.2081344 Jan 15 10:08:28.979062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:28.984838 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:28.988891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Usage tracker for resource:subnet and tenant:aa553f90de014c72be739a6cf1564680 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:28.991887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:28.998736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:29.007510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Made reservation on behalf of aa553f90de014c72be739a6cf1564680 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:08:29.012220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.449831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.objects.ports [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80045) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:08:29.450324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.465910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:29.615021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 322c3233-b783-4c1c-aeea-55f0b74f7e60 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:08:29.636626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Pushing event updated for resources: {'Subnet': ['ID=18abc3ca-84ce-4692-9eff-9920e58a4861,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:29.644533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:29.678592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:08:29.679018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Network hostable DHCP agents. Network: 1ea1df50-65de-4ce2-9373-48960240e3a6, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:08:29.688273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 322c3233-b783-4c1c-aeea-55f0b74f7e60 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:08:29.693651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 322c3233-b783-4c1c-aeea-55f0b74f7e60 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:29.694109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.700608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:08:29.710058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 1ea1df50-65de-4ce2-9373-48960240e3a6) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:29.714777 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:29.715454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:29.727426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3124caa1-34fd-4ae6-a35c-3db5f30a6063 None None] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:08:29.739136 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7644083 Jan 15 10:08:30.133671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:30.210512 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 322c3233-b783-4c1c-aeea-55f0b74f7e60, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=322c3233-b783-4c1c-aeea-55f0b74f7e60,segment=NetworkSegment(0bc0637c-5601-4857-8cb0-6dd82fd85f71),segment_id=0bc0637c-5601-4857-8cb0-6dd82fd85f71)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:08:30.213418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ec715-b48e-4560-95ab-51c2f64f0af1 None None] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:08:30.280941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:30.289457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c955e163-e0e0-403b-beed-62aa1e4f687b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:30.395785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=322c3233-b783-4c1c-aeea-55f0b74f7e60,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:30.400774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:31.541307 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 322c3233-b783-4c1c-aeea-55f0b74f7e60 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:08:31.612027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 322c3233-b783-4c1c-aeea-55f0b74f7e60 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:31.612436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:32.327795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38962) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:32.558178 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-cb90be81-a473-475f-bcec-0f41d3b3c422 admin admin] 10.222.0.75 "GET /v2.0/routers/ddc3343b-e9f4-487c-badf-060192e88b2e HTTP/1.1" status: 200 len: 710 time: 0.2290761 Jan 15 10:08:32.702970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fb4220-8037-4ffe-806c-81e8fe869c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:32.704464 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e1fb4220-8037-4ffe-806c-81e8fe869c4d admin admin] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 886 time: 0.1402254 Jan 15 10:08:32.714191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:08:33.174529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:33.690496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:33.748672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:33.761867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:33.777347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:08:33.781476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:08:33.784398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:08:33.790687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:08:33.875593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:33.878212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:33.893381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:34.010024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05281d15-dd75-4f7d-9872-b33a06e9e6b2,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:34.013313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:34.183594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Allocated IP 172.27.1.155 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/6a8a359b-1aa9-4715-aa58-6569314a52ad) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:08:34.348283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:34.374573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:34.390792 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:34.526366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8a359b-1aa9-4715-aa58-6569314a52ad,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:34.530626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:34.588680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:08:34.589808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:08:34.592420 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:08:34.985422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:35.328736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:35.332156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854093093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-682707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854113061'] for router, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:35.513313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Router ddc3343b-e9f4-487c-badf-060192e88b2e has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:08:35.866914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:08:35.876985 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Sync routers for ids ['ddc3343b-e9f4-487c-badf-060192e88b2e'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:08:35.884209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:35.885601 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] 10.222.0.75 "PUT /v2.0/routers/ddc3343b-e9f4-487c-badf-060192e88b2e HTTP/1.1" status: 200 len: 890 time: 3.1748836 Jan 15 10:08:35.886734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Routers {'ddc3343b-e9f4-487c-badf-060192e88b2e'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:08:35.887438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:08:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ddc3343b-e9f4-487c-badf-060192e88b2e'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:36.088611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Set router ddc3343b-e9f4-487c-badf-060192e88b2e gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:08:36.337240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:08:36.449481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'name': 'router1', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '6a8a359b-1aa9-4715-aa58-6569314a52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:14Z', 'updated_at': '2021-01-15T10:08:34Z', 'revision_number': 4, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'gw_port': {'id': '6a8a359b-1aa9-4715-aa58-6569314a52ad', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:34Z', 'updated_at': '2021-01-15T10:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '322c3233-b783-4c1c-aeea-55f0b74f7e60', 'name': '', 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'mac_address': 'fa:16:3e:a9:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:24Z', 'updated_at': '2021-01-15T10:08:30Z', 'revision_number': 5, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'subnets': [{'id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4c1b0b-eb1c-4fc1-99bb-b6038f105e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:36.454568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Checking router: ddc3343b-e9f4-487c-badf-060192e88b2e for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:08:36.454965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Updating router ddc3343b-e9f4-487c-badf-060192e88b2e port 6a8a359b-1aa9-4715-aa58-6569314a52ad binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:08:36.511197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:36.906514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:36.918845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Transition to ACTIVE for port object 6a8a359b-1aa9-4715-aa58-6569314a52ad will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:08:36.921182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:36.937209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:37.068698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae9e1d-3806-4c0f-a274-b57ef7f799a2 None None] Pushing event updated for resources: {'Port': ['ID=6a8a359b-1aa9-4715-aa58-6569314a52ad,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:37.073720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-80ae9e1d-3806-4c0f-a274-b57ef7f799a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:37.133803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Attempting to bind port 6a8a359b-1aa9-4715-aa58-6569314a52ad on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:08:37.134366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Attempting to bind port 6a8a359b-1aa9-4715-aa58-6569314a52ad by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:08:37.134578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Attempting to bind port 6a8a359b-1aa9-4715-aa58-6569314a52ad on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:08:37.140199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:08:37.140609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:08:37.141046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:37.141472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:08:37.141975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Bound port: 6a8a359b-1aa9-4715-aa58-6569314a52ad, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:08:37.142395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:37.216690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] For port 6a8a359b-1aa9-4715-aa58-6569314a52ad, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:08:37.219748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] For port 6a8a359b-1aa9-4715-aa58-6569314a52ad, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=6a8a359b-1aa9-4715-aa58-6569314a52ad,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:08:37.223048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:37.238595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:37.388067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae9e1d-3806-4c0f-a274-b57ef7f799a2 None None] Pushing event updated for resources: {'Port': ['ID=6a8a359b-1aa9-4715-aa58-6569314a52ad,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:37.392589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-80ae9e1d-3806-4c0f-a274-b57ef7f799a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:37.435873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Routers {'ddc3343b-e9f4-487c-badf-060192e88b2e'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:08:37.436540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:08:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ddc3343b-e9f4-487c-badf-060192e88b2e'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:37.854832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] Set router ddc3343b-e9f4-487c-badf-060192e88b2e gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:08:38.199036 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'name': 'router1', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '6a8a359b-1aa9-4715-aa58-6569314a52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:14Z', 'updated_at': '2021-01-15T10:08:34Z', 'revision_number': 4, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'gw_port': {'id': '6a8a359b-1aa9-4715-aa58-6569314a52ad', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:34Z', 'updated_at': '2021-01-15T10:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '322c3233-b783-4c1c-aeea-55f0b74f7e60', 'name': '', 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'mac_address': 'fa:16:3e:a9:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:24Z', 'updated_at': '2021-01-15T10:08:30Z', 'revision_number': 5, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'subnets': [{'id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4c1b0b-eb1c-4fc1-99bb-b6038f105e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:08:38.203840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5d19e-bde9-4cc7-9a93-c94cf3902930 None None] The sync data for ids ['ddc3343b-e9f4-487c-badf-060192e88b2e'] in dv-cinder-768592-3-iscsi is: [{'id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'name': 'router1', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '6a8a359b-1aa9-4715-aa58-6569314a52ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:08:14Z', 'updated_at': '2021-01-15T10:08:34Z', 'revision_number': 4, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'gw_port': {'id': '6a8a359b-1aa9-4715-aa58-6569314a52ad', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:4a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:34Z', 'updated_at': '2021-01-15T10:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '322c3233-b783-4c1c-aeea-55f0b74f7e60', 'name': '', 'network_id': '92f06d20-0d2e-4b64-a041-d4a86e1b7388', 'tenant_id': '2837ca60bfe94b44ac2555a3de00045c', 'mac_address': 'fa:16:3e:a9:f1:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc3343b-e9f4-487c-badf-060192e88b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:08:24Z', 'updated_at': '2021-01-15T10:08:30Z', 'revision_number': 5, 'project_id': '2837ca60bfe94b44ac2555a3de00045c', 'subnets': [{'id': '987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4c1b0b-eb1c-4fc1-99bb-b6038f105e83'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:08:38.652610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 38972) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:08:38.809031 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe73539c-4ad3-4f6f-8e82-187fe19714e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:08:38.810707 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-fe73539c-4ad3-4f6f-8e82-187fe19714e4 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1570508 Jan 15 10:08:39.577062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 6a8a359b-1aa9-4715-aa58-6569314a52ad up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:08:39.650476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 6a8a359b-1aa9-4715-aa58-6569314a52ad completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:08:39.655816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 6a8a359b-1aa9-4715-aa58-6569314a52ad triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:39.656233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:39.780450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:39.798258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 6a8a359b-1aa9-4715-aa58-6569314a52ad, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=6a8a359b-1aa9-4715-aa58-6569314a52ad,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:08:39.803059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:39.805318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-80ae9e1d-3806-4c0f-a274-b57ef7f799a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:08:39.881282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=6a8a359b-1aa9-4715-aa58-6569314a52ad,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:08:39.884818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:08:41.574101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 6a8a359b-1aa9-4715-aa58-6569314a52ad up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:08:41.696466 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 6a8a359b-1aa9-4715-aa58-6569314a52ad triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:08:41.697231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:45.626546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9ac3cbac-941b-4f2b-b58b-609841d239e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:47.880450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4b16874d-4126-49cf-a681-4c77c038b17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:48.264164 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:49.519510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:08:50.252096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:13.336487 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:09:15.608774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-49bbeb7a-809d-4405-a0c8-81dfd8104c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:17.863182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78bce276-959a-4c4e-9e63-224b386067fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:18.257911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:19.501799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:20.255390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:45.622109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9a6bb23d-c277-4dd2-9069-bd0724ffcfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:47.865065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80d6f9ce-9efa-48bd-a570-c9cf75681c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:48.261596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:49.503662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:50.266386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:09:50.335351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:10:15.615264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53e916ca-2ea1-4eaa-9707-513488427e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:17.867290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-82b8a2a9-bfc6-4021-9777-78c9cf8dc0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:18.265480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:19.505095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:20.269867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:27.334210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:10:45.617849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2c65817f-269d-4c1b-82c1-ada683c7b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:47.869424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bd138399-5c28-4e91-96bc-aabfe8b3ca76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:48.268957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:49.507898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:50.272449 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:53.488775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39548) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:10:53.590402 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ba89bb-1890-4113-a2b5-2ea4c1ec581d admin admin] GET failed (client error): The resource could not be found. Jan 15 10:10:53.591718 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b7ba89bb-1890-4113-a2b5-2ea4c1ec581d admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1019268 Jan 15 10:10:53.735003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f378c6-8da8-46d3-8910-1ca895ed065b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:10:53.736490 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a8f378c6-8da8-46d3-8910-1ca895ed065b admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1404152 Jan 15 10:10:56.205677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39558) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:10:56.353488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ed7b69-c802-45d6-b061-1ed571e82c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:10:56.354101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-39ed7b69-c802-45d6-b061-1ed571e82c53 admin admin] Synchronizing usage tracker for tenant:aa553f90de014c72be739a6cf1564680 on resource:subnet {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:10:56.369425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-39ed7b69-c802-45d6-b061-1ed571e82c53 admin admin] Unset dirty status for tenant:aa553f90de014c72be739a6cf1564680 on resource:subnet {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:10:56.370650 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-39ed7b69-c802-45d6-b061-1ed571e82c53 admin admin] 10.222.0.75 "GET /v2.0/subnets/987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768 HTTP/1.1" status: 200 len: 849 time: 0.1639681 Jan 15 10:10:56.381893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:10:56.508919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Notify callbacks [] for subnet, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:56.818695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363273801787320'] for subnet, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:56.834046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-844b9c06-d379-4c4e-a289-29b6fd47484b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:10:56.975071 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:10:56.998173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:56.998578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:56.998950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:56.999339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:56.999724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:57.000070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:57.000429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:57.000781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:57.001140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:57.001493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:57.001845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:57.002197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:10:57.007271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:10:57.037211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:10:57.037861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:57.039252 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] 10.222.0.75 "PUT /v2.0/subnets/987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768 HTTP/1.1" status: 200 len: 868 time: 0.6621089 Jan 15 10:10:57.042280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a933f2-7ee2-4355-8108-23d1acf41afe None None] Network 92f06d20-0d2e-4b64-a041-d4a86e1b7388 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:10:57.547982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f08ce2a7-6acc-4fae-8a1b-0da74864c9ea None None] Provisioning complete for port 9431ba98-fe2b-48c8-a45a-e227f74e5159 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:10:57.548523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f08ce2a7-6acc-4fae-8a1b-0da74864c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:57.676585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f08ce2a7-6acc-4fae-8a1b-0da74864c9ea None None] Provisioning complete for port 322c3233-b783-4c1c-aeea-55f0b74f7e60 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:10:57.676982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f08ce2a7-6acc-4fae-8a1b-0da74864c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:10:59.542367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39568) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:10:59.764115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9d861-665a-4406-b819-ea89aee3089f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:10:59.764459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9d861-665a-4406-b819-ea89aee3089f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:10:59.766111 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-eda9d861-665a-4406-b819-ea89aee3089f admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2226677 Jan 15 10:11:02.251297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39578) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:02.467367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca7a3bf-4136-4c4c-8692-66b4af6dac95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:02.467800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca7a3bf-4136-4c4c-8692-66b4af6dac95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:02.469465 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-dca7a3bf-4136-4c4c-8692-66b4af6dac95 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2171063 Jan 15 10:11:04.333363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:11:04.933631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39588) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:05.141575 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac81248-08da-49d9-b0d3-15152fd045fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:05.143101 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5ac81248-08da-49d9-b0d3-15152fd045fc admin admin] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 886 time: 0.2083967 Jan 15 10:11:07.599206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39598) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:07.813100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad7958-01d9-4f3c-ac9c-4e92e879b3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:07.814741 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-84ad7958-01d9-4f3c-ac9c-4e92e879b3c3 admin admin] 10.222.0.75 "GET /v2.0/networks/92f06d20-0d2e-4b64-a041-d4a86e1b7388 HTTP/1.1" status: 200 len: 862 time: 0.2145166 Jan 15 10:11:10.279800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39608) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:10.424406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2d5be-1743-47d0-bb95-5610f431a7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:10.424828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2d5be-1743-47d0-bb95-5610f431a7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:10.426515 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b2e2d5be-1743-47d0-bb95-5610f431a7e8 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1456788 Jan 15 10:11:12.892826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39618) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:13.037780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420bba9-346f-44a4-b98f-957abb060344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:13.038218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a420bba9-346f-44a4-b98f-957abb060344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:13.039834 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a420bba9-346f-44a4-b98f-957abb060344 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1459908 Jan 15 10:11:15.493485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39628) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:15.619841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-590b9b85-7885-42b3-a09c-b97ef573fec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:15.634440 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6005c-5a18-4d82-9fbb-c5a133fd08f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:15.635945 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c1e6005c-5a18-4d82-9fbb-c5a133fd08f6 admin admin] 10.222.0.75 "GET /v2.0/subnets/18abc3ca-84ce-4692-9eff-9920e58a4861 HTTP/1.1" status: 200 len: 816 time: 0.1414309 Jan 15 10:11:17.874883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e7a145c-a038-4268-af02-12bb82d4079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:18.097974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39638) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:18.241600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23c175c-afe0-4e99-9123-a6b062b9e1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:18.243042 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c23c175c-afe0-4e99-9123-a6b062b9e1a6 admin admin] 10.222.0.75 "GET /v2.0/subnets/987eb3c3-ce4e-47e1-a3ae-ed3fb0c9a768 HTTP/1.1" status: 200 len: 868 time: 0.1434619 Jan 15 10:11:18.278047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:19.511204 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:20.277137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:41.332861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:11:43.989860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39678) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:44.068855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [None req-2743e4fd-66d8-4ab3-a949-23deae4b8248 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:11:44.069941 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2743e4fd-66d8-4ab3-a949-23deae4b8248 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0790780 Jan 15 10:11:45.620727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9559b7c0-bb36-4ef2-b0d3-d7670e649fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:46.611137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39688) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:46.726773 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e0239c-795e-43d0-8c2c-101a0065c892 admin admin] GET failed (client error): The resource could not be found. Jan 15 10:11:46.726773 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-51e0239c-795e-43d0-8c2c-101a0065c892 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1129522 Jan 15 10:11:46.863810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68268e0e-c45f-4761-8493-9832dae87552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:46.865410 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-68268e0e-c45f-4761-8493-9832dae87552 admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353292 Jan 15 10:11:47.875962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-804ce99c-6731-4840-bf0f-1aab9632c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:48.270342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:49.354308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 39698) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:49.513986 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:49.542079 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING oslo_policy.policy [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:11:49.542700 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING oslo_policy.policy [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:11:49.778586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:11:49.781856 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.quota [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Loaded quota_driver: . Jan 15 10:11:49.827518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:11:49.843283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:11:49.856976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Made reservation on behalf of aa553f90de014c72be739a6cf1564680 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:11:49.896162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.policy [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80044) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 15 10:11:49.897007 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING oslo_policy.policy [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:11:49.897420 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING oslo_policy.policy [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 15 10:11:49.912335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:50.036778 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.services.revisions.revision_plugin [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Could not find related network for resource to bump revision. Jan 15 10:11:50.056208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:11:50.069125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:50.069723 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Added segment 71818096-7a9c-4ffa-936e-37b7ac11b42c of type vxlan for network 1d4bdcf5-0b28-4d30-8e33-923368235b69 Jan 15 10:11:50.148729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:50.186681 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:50.188670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:50.189666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:50.196397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:11:50.280815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:50.452263 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 1.0956421 Jan 15 10:11:50.462334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Pushing event updated for resources: {'Network': ['ID=1d4bdcf5-0b28-4d30-8e33-923368235b69,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:11:50.471423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.471796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.472159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.472516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.472867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.473223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.473572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.473918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.474280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.474624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.474963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.475336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Tracked resource versions report: Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: pushed versions: Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: { 'AddressGroup': {'1.1'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': {'1.0'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': {'1.0'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': {'1.1'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': {'1.6'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': {'1.2'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': {'1.8'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': {'1.4'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': {'1.0'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': {'1.1'}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': {'1.1'}} Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: consumer versions: Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: { DHCP agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: L3 agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: Metadata agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: Metering agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@dv-cinder-768592-3-iscsi: { 'AddressGroup': '1.1', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}} Jan 15 10:11:50.476617 dv-cinder-768592-3-iscsi neutron-server[79933]: {{(pid=80044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:11:50.505667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:11:50.514265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 1d4bdcf5-0b28-4d30-8e33-923368235b69 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:11:52.922115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39718) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:11:53.032772 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd53a97-2a3a-48b2-a4fd-40222804e457 admin admin] GET failed (client error): The resource could not be found. Jan 15 10:11:53.034150 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-fbd53a97-2a3a-48b2-a4fd-40222804e457 admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1110156 Jan 15 10:11:53.151510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa6e9f4-4f0c-48bf-8a8f-a6fbca39f196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:53.153087 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-dfa6e9f4-4f0c-48bf-8a8f-a6fbca39f196 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1144855 Jan 15 10:11:53.165363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:11:53.170353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:11:53.180698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:11:53.189581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Made reservation on behalf of aa553f90de014c72be739a6cf1564680 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:11:53.194232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:53.598708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:53.613893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:11:53.923514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5536a981-3dcc-4925-9912-a11afd8ed8e7,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:11:53.926327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:11:53.997303 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Checking segment: {'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:11:53.997688 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Network hostable DHCP agents. Network: 1d4bdcf5-0b28-4d30-8e33-923368235b69, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:11:54.015851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Network 1d4bdcf5-0b28-4d30-8e33-923368235b69 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:11:54.023750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 1d4bdcf5-0b28-4d30-8e33-923368235b69) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:11:54.027881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:11:54.028524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:54.032392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b834e-f62a-411f-b8f4-1ab36f6eafea None None] Network 1d4bdcf5-0b28-4d30-8e33-923368235b69 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:11:54.052895 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8914447 Jan 15 10:11:54.266431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-1d4bdcf5-0b28-4d30-8e33-923368235b69', 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69', 'tenant_id': 'aa553f90de014c72be739a6cf1564680', 'fixed_ips': [{'subnet_id': '5536a981-3dcc-4925-9912-a11afd8ed8e7'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:11:54.267481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:54.566370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Allocated IP 192.168.233.2 (1d4bdcf5-0b28-4d30-8e33-923368235b69/5536a981-3dcc-4925-9912-a11afd8ed8e7/ee6550a3-62f1-4e87-8f4e-07f14d8da99c) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:11:54.958637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:54.970030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Transition to ACTIVE for port object ee6550a3-62f1-4e87-8f4e-07f14d8da99c will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:11:54.987084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Transition to ACTIVE for port object ee6550a3-62f1-4e87-8f4e-07f14d8da99c will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:11:54.992085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:55.008816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:11:55.140625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Pushing event updated for resources: {'Port': ['ID=ee6550a3-62f1-4e87-8f4e-07f14d8da99c,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:11:55.150256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.150646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.151122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.152010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.152404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.152778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.153147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.153516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.153897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.154265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.154642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.155003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:11:55.158860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:11:55.212454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Network 1d4bdcf5-0b28-4d30-8e33-923368235b69 is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:11:55.213677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:11:55.216136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:11:55.271212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Attempting to bind port ee6550a3-62f1-4e87-8f4e-07f14d8da99c on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:11:55.271613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Attempting to bind port ee6550a3-62f1-4e87-8f4e-07f14d8da99c by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:11:55.272020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Attempting to bind port ee6550a3-62f1-4e87-8f4e-07f14d8da99c on network 1d4bdcf5-0b28-4d30-8e33-923368235b69 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:11:55.278257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:11:55.278674 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Checking segment: {'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:11:55.279146 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:55.279585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Bound using segment: {'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:11:55.280093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Bound port: ee6550a3-62f1-4e87-8f4e-07f14d8da99c, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:11:55.280522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:55.375703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] For port ee6550a3-62f1-4e87-8f4e-07f14d8da99c, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:11:55.379461 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] For port ee6550a3-62f1-4e87-8f4e-07f14d8da99c, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=ee6550a3-62f1-4e87-8f4e-07f14d8da99c,segment=NetworkSegment(71818096-7a9c-4ffa-936e-37b7ac11b42c),segment_id=71818096-7a9c-4ffa-936e-37b7ac11b42c)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:11:55.382778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:55.400363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:11:55.549621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Pushing event updated for resources: {'Port': ['ID=ee6550a3-62f1-4e87-8f4e-07f14d8da99c,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:11:55.554075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:11:56.815955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c355c5-2215-439e-83e7-cf7056d246b1 None None] Network 1d4bdcf5-0b28-4d30-8e33-923368235b69 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:11:56.914190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-903b04b2-89d5-45b8-9588-f46a76359230 None None] Provisioning for port ee6550a3-62f1-4e87-8f4e-07f14d8da99c completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:11:57.673834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device ee6550a3-62f1-4e87-8f4e-07f14d8da99c up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:11:57.748642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port ee6550a3-62f1-4e87-8f4e-07f14d8da99c completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:11:57.754188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port ee6550a3-62f1-4e87-8f4e-07f14d8da99c triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:11:57.754606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:57.875319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:57.908719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port ee6550a3-62f1-4e87-8f4e-07f14d8da99c, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=ee6550a3-62f1-4e87-8f4e-07f14d8da99c,segment=NetworkSegment(71818096-7a9c-4ffa-936e-37b7ac11b42c),segment_id=71818096-7a9c-4ffa-936e-37b7ac11b42c)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:11:57.911739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:11:57.913918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:11:57.983022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=ee6550a3-62f1-4e87-8f4e-07f14d8da99c,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:11:57.986229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:11:59.658229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device ee6550a3-62f1-4e87-8f4e-07f14d8da99c up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:11:59.733931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port ee6550a3-62f1-4e87-8f4e-07f14d8da99c triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:11:59.734173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:15.624280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-843f3b0f-bc9e-4ddd-af47-c43f830daf23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:17.877223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-336b252c-7a45-4cf7-8b1f-cc2f8f7f6d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:18.273582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:18.332446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:12:19.517862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:20.287310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:45.627189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19e5cdfa-c510-4a41-bc66-27565bfa57db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:47.879442 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3f7756b4-fc15-46b4-a4ca-7785f9918f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:48.288644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:49.520846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:50.290642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:12:55.331268 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:13:01.293576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39760) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:13:01.299903 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [None req-aa793d00-3bf9-4810-b443-8a3242a966e7 tempest-verify_tempest_config-2143423737 tempest-verify_tempest_config-2143423737] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:13:01.300938 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-aa793d00-3bf9-4810-b443-8a3242a966e7 tempest-verify_tempest_config-2143423737 tempest-verify_tempest_config-2143423737] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0063293 Jan 15 10:13:01.649455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39780) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:13:01.800265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:01.816267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:13:01.820311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Usage tracker for resource:security_group_rule and tenant:381532250ca847718a0347c9880bd972 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:13:01.823256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:13:01.828970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:13:01.919938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:01.922702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:01.932991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:13:01.973339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Synchronizing usage tracker for tenant:aa553f90de014c72be739a6cf1564680 on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:13:01.978696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5719ea-44f7-4b09-bdf5-fc88b75cbaac,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:13:01.988702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.989111 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.989501 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.989869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.990238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.990662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.991052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.991935 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.992316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.992680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.993043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.993406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:13:01.998713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:13:02.005891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Unset dirty status for tenant:aa553f90de014c72be739a6cf1564680 on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:13:02.007240 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=381532250ca847718a0347c9880bd972&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3567090 Jan 15 10:13:02.010064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39786) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:13:02.074166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a24600d5-7135-4955-8394-28a017b4301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:02.101109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a24600d5-7135-4955-8394-28a017b4301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:02.150426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a24600d5-7135-4955-8394-28a017b4301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:02.155545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f046401f-759a-4cd3-adc5-8b6bd86d4af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:13:02.169537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24600d5-7135-4955-8394-28a017b4301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5719ea-44f7-4b09-bdf5-fc88b75cbaac,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:13:02.172583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a24600d5-7135-4955-8394-28a017b4301c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:13:02.173489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a24600d5-7135-4955-8394-28a017b4301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:02.174683 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a24600d5-7135-4955-8394-28a017b4301c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd5719ea-44f7-4b09-bdf5-fc88b75cbaac HTTP/1.1" status: 204 len: 168 time: 0.1636517 Jan 15 10:13:15.632289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0603b675-1d74-458e-867f-5c4d47b0d3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:17.883062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7575a015-3b13-4d25-b96d-b6693344ae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:18.281592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:19.524122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:20.292217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:32.330091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:13:45.633755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a8a7dce1-3e12-43d3-82d1-f239ce156cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:47.884719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5014a9d7-ec3b-4f34-9900-e9cf57bf524f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:48.284984 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:49.526681 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:13:50.298889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:09.329541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 5 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:14:15.635601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-33120eac-f7cf-43b7-ad5e-7c15ad822095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:17.886458 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-39675f98-3ca7-4759-b57a-3cb63c741c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:18.290722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:19.529097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:20.300689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:40.661282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168'] for agent, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:40.662037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.662629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.663176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.664401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.664839 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.665290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.665713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.666129 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.666853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.667316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.670203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.670203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:14:40.670203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76859', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:14:40.673658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76859', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:14:41.001279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] get_endpoint_by_host() called for host hv-cinder-76859 {{(pid=80046) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 15 10:14:41.005481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] get_endpoint_by_ip() called for ip 192.168.0.79 {{(pid=80046) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 15 10:14:41.008725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] _add_endpoint() called for ip 192.168.0.79 {{(pid=80046) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 15 10:14:41.013640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] _get_endpoints() called {{(pid=80046) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 15 10:14:41.876461 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39838) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:14:42.029006 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7537ecfb-5207-4f9a-a165-e993475dcefa admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1513340 Jan 15 10:14:44.561794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 39848) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:14:44.652458 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-eaa374c7-e510-449a-8771-7673bb93d931 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0894663 Jan 15 10:14:45.639343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-24d772ff-d46a-4f53-bdff-cf49170a7a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:46.328957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:14:47.889153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bd113909-c0af-4fed-8a0e-1ac2c37deb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:48.292020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:49.530713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:14:50.304345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:10.665373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:15.644057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22889382-cf56-4bcd-a90f-adf4e49e293c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:17.890319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b0051e3b-d8a6-4412-a0f0-e41f8880f628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:18.294108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:19.535862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:20.306305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:23.327961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:15:40.672391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:45.646022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62896eab-22c4-4dc9-8521-e2b54fd15060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:47.891874 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cef6-0f92-48f3-b2b0-7c4104227412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:48.298258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:49.540201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:15:50.310746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:00.327917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:16:10.668544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:15.655432 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-661a55a3-1301-4d05-9267-a690cdcc688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:17.909288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe764-4fd7-4ea5-97b8-c1a2cbe66ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:18.316565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:19.545401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:20.323884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:20.679606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40032) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:21.405493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1056763951-network', 'tenant_id': '42c9cc4634874cec8fb44da23e6d3ad3'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:21.411859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:21.416142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Usage tracker for resource:network and tenant:42c9cc4634874cec8fb44da23e6d3ad3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:21.421095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:21.427749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:21.439511 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Made reservation on behalf of 42c9cc4634874cec8fb44da23e6d3ad3 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:21.445613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:21.461945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:21.482863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:21.488618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Usage tracker for resource:security_group_rule and tenant:42c9cc4634874cec8fb44da23e6d3ad3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:21.492885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:21.499443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:21.653983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:21.657873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:21.667219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:21.702556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b77259-d5eb-45b9-9adf-02a52803a731,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:21.713785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.714385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.714902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.716106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.716617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.717132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.717646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.718199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.719376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.719910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.720448 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.721009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.721751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.722301 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.722841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.723394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.730308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.730945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.731564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.732119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.732685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.733227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.733773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.734453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Tracked resource versions report: Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: pushed versions: Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: { 'AddressGroup': {'1.1'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': {'1.0'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': {'1.0'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': {'1.1'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': {'1.6'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': {'1.2'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': {'1.8'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': {'1.4'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': {'1.0'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': {'1.1'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': {'1.1'}} Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: consumer versions: Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: { DHCP agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: L3 agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: Metadata agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: Metering agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@dv-cinder-768592-3-iscsi: { 'AddressGroup': '1.1', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}, Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}} Jan 15 10:16:21.736158 dv-cinder-768592-3-iscsi neutron-server[79933]: {{(pid=80044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:16:21.773794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:21.774545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:16:21.785424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:21.785851 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Added segment cce25d5f-685e-4dfa-b912-ba5184d11e18 of type vxlan for network 467954fd-8fff-437c-966b-a504e765fc0a Jan 15 10:16:21.831594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:21.854341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40074) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:21.875392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:21.876644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:21.877266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:21.882312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:21.928376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40082) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:21.966370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40088) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:22.018096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Pushing event updated for resources: {'Network': ['ID=467954fd-8fff-437c-966b-a504e765fc0a,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:22.029830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:22.035211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40096) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:22.035354 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3545389 Jan 15 10:16:22.038002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 467954fd-8fff-437c-966b-a504e765fc0a details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:22.044720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Request body: {'subnet': {'network_id': '467954fd-8fff-437c-966b-a504e765fc0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1056763951-subnet', 'tenant_id': '42c9cc4634874cec8fb44da23e6d3ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:22.049854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:22.054702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Usage tracker for resource:subnet and tenant:42c9cc4634874cec8fb44da23e6d3ad3 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:22.057907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:22.066480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:22.071328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 467954fd-8fff-437c-966b-a504e765fc0a details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:22.077371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Made reservation on behalf of 42c9cc4634874cec8fb44da23e6d3ad3 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:22.082646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.097276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2028706197-network', 'tenant_id': '4c85e7098be04404bcd7fe05f2665de3'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:22.105175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:22.115351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Usage tracker for resource:network and tenant:4c85e7098be04404bcd7fe05f2665de3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:22.123937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:22.136173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:22.155152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Made reservation on behalf of 4c85e7098be04404bcd7fe05f2665de3 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:22.162794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.194777 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1093006616-network', 'tenant_id': 'd7c64049c2e4424db15c107ad5acf817'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:22.203482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.205699 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:22.223726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Usage tracker for resource:network and tenant:d7c64049c2e4424db15c107ad5acf817 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:22.229447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:22.243196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:22.252120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:22.260982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Usage tracker for resource:security_group_rule and tenant:4c85e7098be04404bcd7fe05f2665de3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:22.267570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:22.270423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-974426120-network', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:22.274842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:22.314211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:22.334555 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Made reservation on behalf of d7c64049c2e4424db15c107ad5acf817 for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:22.339454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.398165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.399015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Usage tracker for resource:network and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:22.401909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.417880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:22.431870 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:22.446956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.482460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:16:22.492776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a7378d-83d6-47a1-a6f1-92143734e46d,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:22.497597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:22.500273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.500707 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Added segment 399f615a-0f7a-446c-8075-9165b881cc74 of type vxlan for network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 Jan 15 10:16:22.531067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.565205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.566112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:22.567519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:22.568661 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.579939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:22.583094 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:22.592360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c64049c2e4424db15c107ad5acf817 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:22.633247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:22.658362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:22.662297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Made reservation on behalf of b273a27b59c6473d9863ff7d7d838a5c for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:22.667190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.706039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:22.752827 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8974104 Jan 15 10:16:22.759989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40114) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:22.763506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:22.805971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:22.809841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:22.819134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:22.828097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Request body: {'subnet': {'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2028706197-subnet', 'tenant_id': '4c85e7098be04404bcd7fe05f2665de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:22.838168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:22.849284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:22.851239 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:22.860596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Usage tracker for resource:subnet and tenant:4c85e7098be04404bcd7fe05f2665de3 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:22.864180 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:22.875724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:22.893923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:22.924520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:23.005564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.034805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.058285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:23.066163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Made reservation on behalf of 4c85e7098be04404bcd7fe05f2665de3 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:23.070954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.161225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:16:23.242892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c10981-f41d-4779-9ccb-fc816c68dcb1,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:23.252775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.253381 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Added segment 3230609b-c35b-444e-ace9-89482fa5bdb9 of type vxlan for network 4500f64f-26ac-4293-b84d-b39e532e081b Jan 15 10:16:23.272236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.273051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.273607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.274129 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.274651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.275477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.276015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.276537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.277026 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.277535 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.278360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.279011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.279733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.280261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.280775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.281563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.282086 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.282878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.283706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.284231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.284738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.285404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.285903 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.286421 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Tracked resource versions report: Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: pushed versions: Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: { 'AddressGroup': {'1.1'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': {'1.0'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': {'1.0'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': {'1.1'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': {'1.6'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': {'1.2'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': {'1.8'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': {'1.4'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': {'1.0'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': {'1.1'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': {'1.1'}} Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: consumer versions: Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: { DHCP agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: L3 agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: Metadata agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: Metering agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@dv-cinder-768592-3-iscsi: { 'AddressGroup': '1.1', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}, Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}} Jan 15 10:16:23.289071 dv-cinder-768592-3-iscsi neutron-server[79933]: {{(pid=80045) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:16:23.307554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:23.375716 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.473212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.482712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.528734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:23.543534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.561409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:23.561763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.612732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:16:23.673742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.674131 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Added segment 9290762d-f45d-4298-b51b-97d7accfdce8 of type vxlan for network 262fe386-5151-4930-84a4-fbfec810321e Jan 15 10:16:23.679980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34da2fd-3f27-4d3c-8e42-a972b6e1a6c0,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:23.695240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:23.700421 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5516854e-fa88-41bd-957a-14bc890a8ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:23.835710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.900193 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:23.913782 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9840350 Jan 15 10:16:23.916922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40168) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:23.923525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Request body: {'subnet': {'network_id': '4500f64f-26ac-4293-b84d-b39e532e081b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1093006616-subnet', 'tenant_id': 'd7c64049c2e4424db15c107ad5acf817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:23.929285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:23.945076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Usage tracker for resource:subnet and tenant:d7c64049c2e4424db15c107ad5acf817 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:23.951055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:23.958385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:23.970766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Made reservation on behalf of d7c64049c2e4424db15c107ad5acf817 for: {'subnet': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:23.976498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:24.047520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Pushing event updated for resources: {'Network': ['ID=4500f64f-26ac-4293-b84d-b39e532e081b,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:24.060458 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 4500f64f-26ac-4293-b84d-b39e532e081b details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:24.074121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:24.075708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4cc2d61f-9f36-4dd9-9003-c6168630f83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:24.235412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:24.272431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:24.273149 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:24.283537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d346030f-e804-4924-9cf1-abbe201b32f3,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:24.293251 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:24.299116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:24.411427 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4375739 Jan 15 10:16:24.411608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40184) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:24.416315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Request body: {'subnet': {'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-subnet', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:24.422888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:24.424844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Pushing event updated for resources: {'Network': ['ID=262fe386-5151-4930-84a4-fbfec810321e,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:24.427510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Usage tracker for resource:subnet and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:24.430932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:24.436175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:24.436434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 262fe386-5151-4930-84a4-fbfec810321e details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:24.452596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:24.472801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Made reservation on behalf of b273a27b59c6473d9863ff7d7d838a5c for: {'subnet': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:24.477577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:24.489941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Checking segment: {'id': 'cce25d5f-685e-4dfa-b912-ba5184d11e18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '467954fd-8fff-437c-966b-a504e765fc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:24.490369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Network hostable DHCP agents. Network: 467954fd-8fff-437c-966b-a504e765fc0a, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:16:24.524833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Network 467954fd-8fff-437c-966b-a504e765fc0a is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:16:24.573554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 467954fd-8fff-437c-966b-a504e765fc0a) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:24.578463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:24.579161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:24.587360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8b93e2-fbaf-4e76-a694-e32b58a1fc17 None None] Network 467954fd-8fff-437c-966b-a504e765fc0a requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:24.620463 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5829175 Jan 15 10:16:24.621808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:24.639187 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f774a7b4-3d42-4109-a42e-f9a7b17706dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:24.671708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:24.697579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:24.804440 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc90816b-0e6c-4957-87bc-b247080b795e,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:24.838298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5565abc-38e0-4783-aada-280adb51ee4a,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:24.848012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:24.876269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:24.985834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815885d-d3fa-4bd0-8f31-4291abac042f None None] Network 467954fd-8fff-437c-966b-a504e765fc0a requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:25.083826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Checking segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:25.085893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Network hostable DHCP agents. Network: 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:16:25.135350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:16:25.156734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:25.162229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:25.164144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Checking segment: {'id': '3230609b-c35b-444e-ace9-89482fa5bdb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '4500f64f-26ac-4293-b84d-b39e532e081b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:25.164252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:25.164344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Network hostable DHCP agents. Network: 4500f64f-26ac-4293-b84d-b39e532e081b, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:16:25.180287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab688c54-0235-4d92-a32f-1db21f481149 None None] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:25.205110 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4367568 Jan 15 10:16:25.241573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Network 4500f64f-26ac-4293-b84d-b39e532e081b is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:16:25.250048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 4500f64f-26ac-4293-b84d-b39e532e081b) {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:25.259586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:25.260227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:25.294770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37e95e-8424-4356-a4db-ff46e4742a4f None None] Network 4500f64f-26ac-4293-b84d-b39e532e081b requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:25.307122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40228) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:25.311363 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 15 10:16:25.346626 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4283826 Jan 15 10:16:25.422865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:25.452061 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:25.642027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 4500f64f-26ac-4293-b84d-b39e532e081b details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:25.651234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118eb53f-349e-4b9d-be7d-841e6b3b7345,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:25.669132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:25.753134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Checking segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:25.753531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Network hostable DHCP agents. Network: 262fe386-5151-4930-84a4-fbfec810321e, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:16:25.763862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-c6ba0871-af45-4e9f-a3f1-f4a602d86d31 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:25.766006 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-c6ba0871-af45-4e9f-a3f1-f4a602d86d31 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/networks?id=467954fd-8fff-437c-966b-a504e765fc0a HTTP/1.1" status: 200 len: 812 time: 0.4572031 Jan 15 10:16:25.778109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Network 262fe386-5151-4930-84a4-fbfec810321e is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:16:25.783127 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-6328dce9-6804-449a-9852-58d54e25c128 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/quotas/42c9cc4634874cec8fb44da23e6d3ad3 HTTP/1.1" status: 200 len: 375 time: 0.0109024 Jan 15 10:16:25.802868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 262fe386-5151-4930-84a4-fbfec810321e) {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:25.807130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:25.807791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:25.846543 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4369977 Jan 15 10:16:25.849304 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40252) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:25.856292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:25.861803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:25.866391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f76c6bc-b544-41df-b245-91404452bf47 None None] Network 262fe386-5151-4930-84a4-fbfec810321e requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:25.874839 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Usage tracker for resource:router and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:25.878412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:25.881452 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-c1d1533e-90f4-4434-a553-7ade536f91e7 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?tenant_id=42c9cc4634874cec8fb44da23e6d3ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920835 Jan 15 10:16:25.888775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:25.892584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40264) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:25.906633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:25.909008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:25.939350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:26.166937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-fc6d0772-c84d-4bdc-9b36-dbf6ff423614 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:16:26.175294 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-fc6d0772-c84d-4bdc-9b36-dbf6ff423614 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1075771 Jan 15 10:16:26.193880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5711b6d-44be-4719-818f-87f627834ddf None None] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:26.201034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-68d4ffce-cbf8-4c26-99f4-e2eafd3aee19 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:26.202887 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-68d4ffce-cbf8-4c26-99f4-e2eafd3aee19 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 815 time: 0.3085215 Jan 15 10:16:26.304585 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b1035080-54b9-470a-beaf-1761bcef475a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/quotas/4c85e7098be04404bcd7fe05f2665de3 HTTP/1.1" status: 200 len: 375 time: 0.0771649 Jan 15 10:16:26.429724 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-fa1c3d86-4342-44c1-bb39-26932a1113e8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066597 Jan 15 10:16:26.524383 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-65a572cf-0365-4f98-aecb-e6ceb83c052e service neutron] 10.222.0.75 "GET /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479674 Jan 15 10:16:26.614120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:26.629210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40296) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:26.635698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-982033150-network', 'tenant_id': 'd92c824c42e6486d913b969a392d4462'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:26.659068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:26.665260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Usage tracker for resource:network and tenant:d92c824c42e6486d913b969a392d4462 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:26.714717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:26.724080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:26.734807 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-7b478a5f-ddee-4a19-a9cd-26de558e028c service neutron] 10.222.0.75 "GET /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2020283 Jan 15 10:16:26.751832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Made reservation on behalf of d92c824c42e6486d913b969a392d4462 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:26.756563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:26.776957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:26.780973 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 262fe386-5151-4930-84a4-fbfec810321e details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:26.799457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:26.804129 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ca977-3e27-44a5-a845-6d59ec65a68c None None] Network 4500f64f-26ac-4293-b84d-b39e532e081b requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:26.805391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Usage tracker for resource:security_group_rule and tenant:d92c824c42e6486d913b969a392d4462 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:26.810451 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:26.818109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:26.825560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-3fcaaa08-387f-4b7a-9370-d3543a374986 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:16:26.833312 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-3fcaaa08-387f-4b7a-9370-d3543a374986 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2510097 Jan 15 10:16:26.979359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-262fe386-5151-4930-84a4-fbfec810321e', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:16:26.980293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.042312 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-74cf85cb-d6e6-47cf-a0d6-c8eef885e115 service neutron] 10.222.0.75 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078645 Jan 15 10:16:27.159085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.164811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.171694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.211679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:27.219494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.283419 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-f66f2566-bd33-4021-bb42-fe1e7bc13ccd service neutron] 10.222.0.75 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2394817 Jan 15 10:16:27.398430 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bf464a8f-071f-4984-99ed-c2199cc61a93 req-752c5dce-9ba7-40f0-8170-c859d7771c4e tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.0573723 Jan 15 10:16:27.594863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Allocated IP 172.27.1.9 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/da11aa18-cd32-4fac-a32d-683d1bf2a4fa) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:16:27.782496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:16:27.792216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.792656 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Added segment 94a9fb85-09fc-4f81-866e-10143a5a1b93 of type vxlan for network e526e42c-e368-448a-8136-9ed2fe2c7401 Jan 15 10:16:27.824067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.886758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Allocated IP 172.20.0.2 (262fe386-5151-4930-84a4-fbfec810321e/118eb53f-349e-4b9d-be7d-841e6b3b7345/b2783895-4d7e-450e-911b-0893fe2396e3) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:16:27.889073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07efe132-ae92-4f02-94aa-f8b91ab3a367,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:27.893181 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:27.902334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.905993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:27.906734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:27.940044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-73c6b071-e134-40f3-b751-b8ebd32ce29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:28.147823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Pushing event updated for resources: {'Network': ['ID=e526e42c-e368-448a-8136-9ed2fe2c7401,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:28.156565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:28.165255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40376) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:28.165907 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5355730 Jan 15 10:16:28.171650 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-54ac1a4a-7494-45aa-8cad-08bde4ee95b6 req-d8079431-d157-41b7-b8ba-82033dad0efc tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 210 time: 0.1074708 Jan 15 10:16:28.184253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Request body: {'subnet': {'network_id': 'e526e42c-e368-448a-8136-9ed2fe2c7401', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-982033150-subnet', 'tenant_id': 'd92c824c42e6486d913b969a392d4462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:28.191965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:28.196472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Usage tracker for resource:subnet and tenant:d92c824c42e6486d913b969a392d4462 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:28.197815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network e526e42c-e368-448a-8136-9ed2fe2c7401 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:28.200148 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:28.243767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:28.244007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network e526e42c-e368-448a-8136-9ed2fe2c7401 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:16:28.272376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Made reservation on behalf of d92c824c42e6486d913b969a392d4462 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:28.291695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:28.395652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:28.576781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:28.828222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:29.070264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Pushing event updated for resources: {'Port': ['ID=da11aa18-cd32-4fac-a32d-683d1bf2a4fa,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:29.087258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:29.127824 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:16:29.133845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:29.142038 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1848bcf5-6826-404f-894d-470da7f4b670 req-4d56c042-fd22-4a90-a3ee-7921b66d0148 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.1526585 Jan 15 10:16:29.148082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:16:29.150745 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:29.177124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Transition to ACTIVE for port object b2783895-4d7e-450e-911b-0893fe2396e3 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:16:29.204344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Transition to ACTIVE for port object b2783895-4d7e-450e-911b-0893fe2396e3 will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:16:29.216557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:29.260011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:29.278361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f681d5d4-cd6d-4f3a-bb2c-588e006596bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:29.283182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:29.547301 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d656d17-fac6-4408-8ee4-3e477e450c59,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:29.564674 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:29.780986 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Checking segment: {'id': '94a9fb85-09fc-4f81-866e-10143a5a1b93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'e526e42c-e368-448a-8136-9ed2fe2c7401'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:29.781386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Network hostable DHCP agents. Network: e526e42c-e368-448a-8136-9ed2fe2c7401, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:16:29.811695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Network 262fe386-5151-4930-84a4-fbfec810321e is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:16:29.814718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:29.825763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:16:29.854806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Network e526e42c-e368-448a-8136-9ed2fe2c7401 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:16:29.873705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, e526e42c-e368-448a-8136-9ed2fe2c7401) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:29.878010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:29.878455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:29.919541 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7533135 Jan 15 10:16:29.947828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6be72e5-8b98-4ab0-a623-762e84847091 None None] Network e526e42c-e368-448a-8136-9ed2fe2c7401 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:30.017230 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eb0715bb-87c6-4eeb-bfcc-a708c031fe30 req-42428568-a235-4d4c-a1c1-09a275945e78 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 210 time: 0.0909295 Jan 15 10:16:30.220478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Attempting to bind port b2783895-4d7e-450e-911b-0893fe2396e3 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:16:30.220953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Attempting to bind port b2783895-4d7e-450e-911b-0893fe2396e3 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:16:30.221275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Attempting to bind port b2783895-4d7e-450e-911b-0893fe2396e3 on network 262fe386-5151-4930-84a4-fbfec810321e {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:16:30.223526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Pushing event updated for resources: {'Port': ['ID=b2783895-4d7e-450e-911b-0893fe2396e3,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:30.236720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.237106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.237483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.237850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.238213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.238575 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.238934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.239322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.239680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.240039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.240399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.240755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.241157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.241514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.241876 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.242234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.242589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.242946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.243346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.243702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.244061 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.244416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.244771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.245122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Tracked resource versions report: Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: pushed versions: Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: { 'AddressGroup': {'1.1'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': {'1.0'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': {'1.0'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': {'1.1'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': {'1.6'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': {'1.2'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': {'1.8'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': {'1.4'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': {'1.0'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': {'1.1'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': {'1.1'}} Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: consumer versions: Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: { DHCP agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: L3 agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: Metadata agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: Metering agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@dv-cinder-768592-3-iscsi: { 'AddressGroup': '1.1', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}, Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}} Jan 15 10:16:30.247029 dv-cinder-768592-3-iscsi neutron-server[79933]: {{(pid=80046) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:16:30.256119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:30.261704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40460) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:30.265379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.351639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:16:30.352188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Checking segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:30.352876 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.353789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Bound using segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:16:30.354057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Bound port: b2783895-4d7e-450e-911b-0893fe2396e3, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:16:30.354581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.446601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] Deleting subnet cc90816b-0e6c-4957-87bc-b247080b795e {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:16:30.457813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.64', 51323) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:30.460845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.470947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40472) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:30.577678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] For port b2783895-4d7e-450e-911b-0893fe2396e3, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:16:30.582012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] For port b2783895-4d7e-450e-911b-0893fe2396e3, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b2783895-4d7e-450e-911b-0893fe2396e3,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:16:30.593096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.632417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:30.744878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.773051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:30.777456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Usage tracker for resource:security_group_rule and tenant:38f62274e0044af18638c38090ddbb23 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:30.781755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:30.788208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:30.793890 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b284756-cdb4-444b-9bf0-9b853852673c req-7c18039a-dff6-43e5-ae0e-8028b9b8b88d tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.1829355 Jan 15 10:16:30.800510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.814920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.889220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Pushing event updated for resources: {'Port': ['ID=b2783895-4d7e-450e-911b-0893fe2396e3,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:30.905820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:30.937171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:30.968689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-a4c0d549-555e-4465-9468-945c62fbcf06 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:30.970221 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-a4c0d549-555e-4465-9468-945c62fbcf06 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.64 "GET /v2.0/networks?id=467954fd-8fff-437c-966b-a504e765fc0a HTTP/1.1" status: 200 len: 812 time: 0.5110915 Jan 15 10:16:30.995893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.018958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:31.066355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb845c1e-3427-43c9-bde4-c023d75345d6 None None] Network e526e42c-e368-448a-8136-9ed2fe2c7401 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:31.112151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40498) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:31.190578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e917de0f-38d5-4941-9628-43562420d304,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:31.198232 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38f62274e0044af18638c38090ddbb23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7180488 Jan 15 10:16:31.202106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:31.204628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40506) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:31.331076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.340410 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5b6a0aec-77bf-45f1-97b1-84b89191e9d5 req-91170318-9961-4d3f-bcee-092b43db73b0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 210 time: 0.0572679 Jan 15 10:16:31.450668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.535633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:31.561724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Usage tracker for resource:security_group_rule and tenant:d9060d68ddec49b79712f20d004bca88 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:31.587424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:31.602118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:31.605044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.620929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ce203724-5876-4f70-9dd7-f3d62b2ec836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.649576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:31.682369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ce203724-5876-4f70-9dd7-f3d62b2ec836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.698784 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc90816b-0e6c-4957-87bc-b247080b795e,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:31.758335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:31.784199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:16:31.787577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ce203724-5876-4f70-9dd7-f3d62b2ec836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.803727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:31.821479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.828178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ce203724-5876-4f70-9dd7-f3d62b2ec836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:31.831106 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ce203724-5876-4f70-9dd7-f3d62b2ec836 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e917de0f-38d5-4941-9628-43562420d304 HTTP/1.1" status: 204 len: 168 time: 0.6254809 Jan 15 10:16:31.861867 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f6e0cc98-474f-4361-b8c0-e0c050c54f01 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cc90816b-0e6c-4957-87bc-b247080b795e HTTP/1.1" status: 204 len: 168 time: 1.5979056 Jan 15 10:16:31.867161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b2783895-4d7e-450e-911b-0893fe2396e3 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:16:31.868772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40532) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:32.037963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port b2783895-4d7e-450e-911b-0893fe2396e3 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:16:32.038209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce203724-5876-4f70-9dd7-f3d62b2ec836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917de0f-38d5-4941-9628-43562420d304,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:32.041994 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ce203724-5876-4f70-9dd7-f3d62b2ec836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:32.119634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:16:32.131475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Sync routers for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:16:32.148330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:16:32.149330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:16:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:32.161051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:32.162404 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3120935 Jan 15 10:16:32.165650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40544) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:32.303159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:32.380060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:16:32.547108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:32.559988 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-22b145ba-22dd-4048-8220-8cdb08493aa6 req-1173a50f-adcd-4eeb-8b84-7373e23ca184 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.2903581 Jan 15 10:16:32.691634 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b05d5594-c8e1-4455-918f-eeaea794624f req-7735e8f5-1360-474d-b592-49e520026e47 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 210 time: 0.1260335 Jan 15 10:16:32.694460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:32.772970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:32.808730 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9060d68ddec49b79712f20d004bca88&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6954000 Jan 15 10:16:32.862005 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40560) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:32.864834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296af2ba-e56a-43b2-b23e-3498e3f3f172,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:32.869122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:32.897832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e0d13-f6cb-4032-af1e-a6009170b913 None None] Network 262fe386-5151-4930-84a4-fbfec810321e requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:16:32.908357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:32.924128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:29Z', 'revision_number': 3, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:32.928549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Checking router: 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:16:32.928927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Updating router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 port da11aa18-cd32-4fac-a32d-683d1bf2a4fa binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:16:32.991569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.041762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Request body: {'port': {'device_id': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'network_id': '467954fd-8fff-437c-966b-a504e765fc0a', 'admin_state_up': True, 'tenant_id': '42c9cc4634874cec8fb44da23e6d3ad3'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:33.063710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d289ae9d-34de-4abd-a622-a595015b8ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.145927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] Provisioning for port b2783895-4d7e-450e-911b-0893fe2396e3 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:16:33.170965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] Provisioning complete for port b2783895-4d7e-450e-911b-0893fe2396e3 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:33.174287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.175295 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d289ae9d-34de-4abd-a622-a595015b8ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.378274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d289ae9d-34de-4abd-a622-a595015b8ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.422871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.423447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.424215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.424669 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.425104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.425536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.425969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.426415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.426845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.427286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:33.529326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.64', 51333) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:33.626691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.629563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6e8db87b-16e8-41ba-b8fb-eb23cdf47087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:33.764452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.799940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Transition to ACTIVE for port object da11aa18-cd32-4fac-a32d-683d1bf2a4fa will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:16:33.810082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.875375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] For port b2783895-4d7e-450e-911b-0893fe2396e3, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b2783895-4d7e-450e-911b-0893fe2396e3,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:16:33.876553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:33.893429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.899923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289ae9d-34de-4abd-a622-a595015b8ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296af2ba-e56a-43b2-b23e-3498e3f3f172,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:33.908875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d289ae9d-34de-4abd-a622-a595015b8ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:33.920412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d289ae9d-34de-4abd-a622-a595015b8ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:33.921900 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-d289ae9d-34de-4abd-a622-a595015b8ea6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/296af2ba-e56a-43b2-b23e-3498e3f3f172 HTTP/1.1" status: 204 len: 168 time: 1.0589113 Jan 15 10:16:34.068335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:34.091865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:34.092670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:34.093256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:34.094040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80045) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:16:34.094626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4500f64f-26ac-4293-b84d-b39e532e081b']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:34.140018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:34.227344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Pushing event updated for resources: {'Port': ['ID=da11aa18-cd32-4fac-a32d-683d1bf2a4fa,revision_number=2']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:34.228392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-fed75eb2-7d24-4e2f-b544-64f117380f70 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:34.231620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-fed75eb2-7d24-4e2f-b544-64f117380f70 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Synchronizing usage tracker for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:network {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:16:34.254159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.254681 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.255087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.255457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.255827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.256194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.256559 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.257002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.257261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.257648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.257978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.258333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.258699 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b33fc1c-1536-4317-9690-0daa362e8646 req-2f714cee-a646-4251-9c5f-4666955e01d0 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.1435959 Jan 15 10:16:34.258817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.259101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.259462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.259816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.260171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.260527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.261039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.261398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.262313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.262671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.263394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.263753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Tracked resource versions report: Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: pushed versions: Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: { 'AddressGroup': {'1.1'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': {'1.0'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': {'1.0'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': {'1.1'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': {'1.6'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': {'1.2'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': {'1.8'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': {'1.4'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': {'1.2'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': {'1.0'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': {'1.1'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': {'1.1'}} Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: consumer versions: Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: { DHCP agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: L3 agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: Metadata agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: Metering agent@dv-cinder-768592-3-iscsi: {}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@dv-cinder-768592-3-iscsi: { 'AddressGroup': '1.1', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}, Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: Open vSwitch agent@hv-cinder-76859: { 'AddressGroup': '1.1', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'ConntrackHelper': '1.0', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Log': '1.0', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Network': '1.1', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Port': '1.6', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'PortForwarding': '1.2', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'QosPolicy': '1.8', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroup': '1.4', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SecurityGroupRule': '1.2', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'SubPort': '1.0', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Subnet': '1.1', Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: 'Trunk': '1.1'}} Jan 15 10:16:34.265105 dv-cinder-768592-3-iscsi neutron-server[79933]: {{(pid=80047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 15 10:16:34.271678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:34.293697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] Pushing event updated for resources: {'Port': ['ID=b2783895-4d7e-450e-911b-0893fe2396e3,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:34.302320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:34.350799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Attempting to bind port da11aa18-cd32-4fac-a32d-683d1bf2a4fa on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:16:34.351200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Attempting to bind port da11aa18-cd32-4fac-a32d-683d1bf2a4fa by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:16:34.351617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Attempting to bind port da11aa18-cd32-4fac-a32d-683d1bf2a4fa on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:16:34.361419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:16:34.361894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:34.362291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:34.362648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:16:34.363194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Bound port: da11aa18-cd32-4fac-a32d-683d1bf2a4fa, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:16:34.363607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:34.425912 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2cb3dcfe-a8c7-46f1-942c-1d53318538bc req-2cd858dc-2d97-4c2d-86a7-d9c967d33c46 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 210 time: 0.1948552 Jan 15 10:16:34.431952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3230609b-c35b-444e-ace9-89482fa5bdb9') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:34.432979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3230609b-c35b-444e-ace9-89482fa5bdb9') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:34.474527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] For port da11aa18-cd32-4fac-a32d-683d1bf2a4fa, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:16:34.483617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:34.484803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] For port da11aa18-cd32-4fac-a32d-683d1bf2a4fa, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=da11aa18-cd32-4fac-a32d-683d1bf2a4fa,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:16:34.488320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:34.491426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Usage tracker for resource:port and tenant:42c9cc4634874cec8fb44da23e6d3ad3 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:34.495354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Quota usage for port was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:34.502464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:34.513873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Made reservation on behalf of 42c9cc4634874cec8fb44da23e6d3ad3 for: {'port': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:34.515211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:34.525679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:34.543681 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-fed75eb2-7d24-4e2f-b544-64f117380f70 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Unset dirty status for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:network {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:16:34.544854 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-fed75eb2-7d24-4e2f-b544-64f117380f70 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 815 time: 0.9951580 Jan 15 10:16:34.581199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:34.587846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Request body: {'port': {'device_id': 'df272b22-7d96-4819-8582-6ea49462b9c2', 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9', 'admin_state_up': True, 'tenant_id': '4c85e7098be04404bcd7fe05f2665de3'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:34.799746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-b97af5b9-79cc-4968-b653-2eba7612c60f None None] Provisioning complete for port b2783895-4d7e-450e-911b-0893fe2396e3 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:34.802655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b97af5b9-79cc-4968-b653-2eba7612c60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:35.088464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:35.114655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Usage tracker for resource:port and tenant:4c85e7098be04404bcd7fe05f2665de3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:35.135331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Quota usage for port was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:35.228374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:35.410703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Allocated IP 172.20.0.11 (467954fd-8fff-437c-966b-a504e765fc0a/d346030f-e804-4924-9cf1-abbe201b32f3/9f7fd38d-d491-4ff5-aa88-87ebb7b80141) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:16:35.415042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-6963af74-9e25-4c35-9484-e3f37d27d03e None None] Provisioning complete for port b2783895-4d7e-450e-911b-0893fe2396e3 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:35.415475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6963af74-9e25-4c35-9484-e3f37d27d03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:35.445220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:35.482124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:16:35.524427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Made reservation on behalf of 4c85e7098be04404bcd7fe05f2665de3 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:16:35.560747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:35.697497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Pushing event updated for resources: {'Port': ['ID=da11aa18-cd32-4fac-a32d-683d1bf2a4fa,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:35.743890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.215s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:35.778505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:16:35.779352 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:16:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:36.004087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b2783895-4d7e-450e-911b-0893fe2396e3 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:16:36.101429 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-781f6eae-a2e8-49a2-be98-09f5d64c73f1 req-0e12bf7d-c86a-4b5e-8da1-882ab0a19d59 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.1596234 Jan 15 10:16:36.154143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-50e64572-5a1c-453a-99cf-54de8c2a4d37 None None] Provisioning complete for port b2783895-4d7e-450e-911b-0893fe2396e3 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:36.154664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-50e64572-5a1c-453a-99cf-54de8c2a4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:36.212095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port b2783895-4d7e-450e-911b-0893fe2396e3 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:36.212427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:36.472785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:16:36.504724 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b602a12c-2eba-4272-b070-ced25362a5bd req-0c94c73e-ce4c-46c0-886e-6bf016282700 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 210 time: 0.3266745 Jan 15 10:16:36.583256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Network 4500f64f-26ac-4293-b84d-b39e532e081b has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:16:36.727621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:36.823926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Allocated IP 172.20.0.13 (2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9/e5565abc-38e0-4783-aada-280adb51ee4a/847288ad-3837-424b-be13-b1e96bdfcdcc) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:16:36.879142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Allocated IP 172.20.0.1 (262fe386-5151-4930-84a4-fbfec810321e/118eb53f-349e-4b9d-be7d-841e6b3b7345/1bc77dd9-af50-4237-958b-b9e11a51ee05) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:16:37.118376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:37.171479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Transition to ACTIVE for port object 1bc77dd9-af50-4237-958b-b9e11a51ee05 will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:16:37.351680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:16:37.467145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:37.538070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cd2e6149-a23d-4476-adc4-8a192b776714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:37.555712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:29Z', 'revision_number': 3, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:37.575959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ddfa3c-cd9f-46a5-8a0d-14a2838f1329 None None] The sync data for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi is: [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:29Z', 'revision_number': 3, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:16:37.677577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Network 4500f64f-26ac-4293-b84d-b39e532e081b has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:16:37.710582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:37.750760 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7600a8ee-3e74-4ebd-8249-8785d9016888 req-6898798f-13d7-4b4f-9d1b-539aeb50fc30 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.2365742 Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: (rel_b, rel_a, rel_b), Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: (rel_b, rel_a, rel_b), Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:16:37.773330 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:16:37.777784 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:37.965367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40718) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:37.977615 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Network 262fe386-5151-4930-84a4-fbfec810321e is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:16:37.993483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:38.009195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:16:38.010432 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:38.040013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40722) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:38.095438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:38.476091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-c474a31e-d2b8-45eb-a4c5-dc16962df484 None None] Provisioning for port 1bc77dd9-af50-4237-958b-b9e11a51ee05 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:16:38.488039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-c474a31e-d2b8-45eb-a4c5-dc16962df484 None None] Provisioning complete for port 1bc77dd9-af50-4237-958b-b9e11a51ee05 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:38.495349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c474a31e-d2b8-45eb-a4c5-dc16962df484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:38.626004 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Pushing event updated for resources: {'Port': ['ID=1bc77dd9-af50-4237-958b-b9e11a51ee05,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:38.645420 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-c474a31e-d2b8-45eb-a4c5-dc16962df484 None None] Port 1bc77dd9-af50-4237-958b-b9e11a51ee05 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:16:38.680434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:38.724862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.187s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:38.729795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:38.775275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:38.939473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:38.952360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Pushing event updated for resources: {'Port': ['ID=847288ad-3837-424b-be13-b1e96bdfcdcc,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:38.966601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:39.041044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Network 467954fd-8fff-437c-966b-a504e765fc0a is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:16:39.062435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:39.089199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:39.097086 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4500f64f-26ac-4293-b84d-b39e532e081b HTTP/1.1" status: 204 len: 168 time: 7.2265828 Jan 15 10:16:39.099549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40742) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:39.114032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:16:39.418507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:39.444849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] Deleting subnet 1d656d17-fac6-4408-8ee4-3e477e450c59 {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:16:39.510623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:16:39.512414 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:39.518242 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:39.518823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:39.519640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:39.521679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:39.534593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Usage tracker for resource:security_group_rule and tenant:2885bff84a384c5caef913fe0bc3cf70 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:39.538181 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:16:39.559633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:39.560501 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:39.606007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:39.613810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Pushing event updated for resources: {'Port': ['ID=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:39.646861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:39.691340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.596s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:39.720130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21afe8b-75a3-4d99-b3e0-2ee4f874e9cc req-90bed482-88c4-4d1c-880d-c673f2d6160a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:39.729552 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c21afe8b-75a3-4d99-b3e0-2ee4f874e9cc req-90bed482-88c4-4d1c-880d-c673f2d6160a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 932 time: 1.6898992 Jan 15 10:16:39.731962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.704s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:39.745867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:39.764198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4500f64f-26ac-4293-b84d-b39e532e081b,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:39.778639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9e687be5-2e58-4831-80ab-bc59fd4817a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:39.787393 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2175188 Jan 15 10:16:39.804850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:39.845012 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8084667 Jan 15 10:16:39.885396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:39.898490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Usage tracker for resource:security_group_rule and tenant:0837a7b55d9e4497a23a8ec45bcf8318 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:39.908808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:39.922245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:39.946818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device da11aa18-cd32-4fac-a32d-683d1bf2a4fa up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:16:40.114739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port da11aa18-cd32-4fac-a32d-683d1bf2a4fa completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:16:40.120785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port da11aa18-cd32-4fac-a32d-683d1bf2a4fa triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:40.121253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.122463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.286618 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c21afe8b-75a3-4d99-b3e0-2ee4f874e9cc req-cf0041fc-78aa-4e5c-b441-f6e1e40a7206 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5559330 Jan 15 10:16:40.353822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7f262-661a-4ddd-a6e4-ac12145a20d7 req-bce31dd6-0b52-4f9e-811e-cc9dd1467f0a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:40.354943 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-71c7f262-661a-4ddd-a6e4-ac12145a20d7 req-bce31dd6-0b52-4f9e-811e-cc9dd1467f0a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Synchronizing usage tracker for tenant:42c9cc4634874cec8fb44da23e6d3ad3 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:16:40.359965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.377058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.426060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.488341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.493111 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:40.541533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port da11aa18-cd32-4fac-a32d-683d1bf2a4fa, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=da11aa18-cd32-4fac-a32d-683d1bf2a4fa,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:16:40.547008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.550693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:40.563088 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d55aee3-4fa1-4930-b377-2b88a52820fc,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:40.591807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:40.596648 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0837a7b55d9e4497a23a8ec45bcf8318&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4038756 Jan 15 10:16:40.597577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40780) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:40.599979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40782) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:40.706894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.725490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.737998 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.763059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=da11aa18-cd32-4fac-a32d-683d1bf2a4fa,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:40.769182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:40.791813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:40.810542 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2885bff84a384c5caef913fe0bc3cf70&name=default HTTP/1.1" status: 200 len: 2977 time: 2.8313074 Jan 15 10:16:40.811353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40790) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:40.817333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.resource_extend [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 10:16:40.845657 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-71c7f262-661a-4ddd-a6e4-ac12145a20d7 req-bce31dd6-0b52-4f9e-811e-cc9dd1467f0a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Unset dirty status for tenant:42c9cc4634874cec8fb44da23e6d3ad3 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:16:40.847048 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71c7f262-661a-4ddd-a6e4-ac12145a20d7 req-bce31dd6-0b52-4f9e-811e-cc9dd1467f0a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 932 time: 1.5177243 Jan 15 10:16:40.849323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8cc5744c-25e3-4cd1-ad5e-c8acb429fb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.883527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8cc5744c-25e3-4cd1-ad5e-c8acb429fb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.968793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.970573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbf91f0-7ef5-4952-a55c-8bb0467c2675,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:40.976992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8cc5744c-25e3-4cd1-ad5e-c8acb429fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.977937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:40.986727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.988429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:40.998395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:41.008867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:41.038093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5744c-25e3-4cd1-ad5e-c8acb429fb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d55aee3-4fa1-4930-b377-2b88a52820fc,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:41.045528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8cc5744c-25e3-4cd1-ad5e-c8acb429fb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:41.046295 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:41.048263 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71c7f262-661a-4ddd-a6e4-ac12145a20d7 req-7be636ce-4d26-472d-8556-70ce2d9f7017 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725156 Jan 15 10:16:41.049738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:41.104954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Usage tracker for resource:security_group_rule and tenant:392da86a16f544f7b6a8811ae126932c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:41.113729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:41.127387 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:41.205864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:41.209567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Pushing event updated for resources: {'Port': ['ID=1bc77dd9-af50-4237-958b-b9e11a51ee05,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:41.220387 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:41.225725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8cc5744c-25e3-4cd1-ad5e-c8acb429fb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:41.226075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:41.226946 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8cc5744c-25e3-4cd1-ad5e-c8acb429fb40 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d55aee3-4fa1-4930-b377-2b88a52820fc HTTP/1.1" status: 204 len: 168 time: 0.6251965 Jan 15 10:16:41.354265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d656d17-fac6-4408-8ee4-3e477e450c59,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:41.368700 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Network 262fe386-5151-4930-84a4-fbfec810321e is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:16:41.380652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:41.394523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:41.399756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-370427fc-4ade-4cf2-943b-4d6f6d0e0f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:41.470283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:41.487245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:41.490881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:41.510359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:41.588269 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-44317ff3-fe4d-47ee-bd29-0713da9f9543 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1d656d17-fac6-4408-8ee4-3e477e450c59 HTTP/1.1" status: 204 len: 168 time: 2.3940530 Jan 15 10:16:41.591780 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=392da86a16f544f7b6a8811ae126932c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9444942 Jan 15 10:16:41.649339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40804) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:41.649939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40806) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:41.703994 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80548e2e-509a-404f-a8fa-069cdcb51a05,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:41.725467 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:41.753996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-370427fc-4ade-4cf2-943b-4d6f6d0e0f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:41.892392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device da11aa18-cd32-4fac-a32d-683d1bf2a4fa up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:16:42.039260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-370427fc-4ade-4cf2-943b-4d6f6d0e0f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.049391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-bf4c7bba-e665-4dea-9b4d-420ed826ec06 None None] Provisioning complete for port 1bc77dd9-af50-4237-958b-b9e11a51ee05 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:42.049818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bf4c7bba-e665-4dea-9b4d-420ed826ec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.064465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.077096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8cc5744c-25e3-4cd1-ad5e-c8acb429fb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:42.082228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port da11aa18-cd32-4fac-a32d-683d1bf2a4fa triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:42.082687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.104320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40822) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:42.123383 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370427fc-4ade-4cf2-943b-4d6f6d0e0f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbf91f0-7ef5-4952-a55c-8bb0467c2675,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:42.151454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-370427fc-4ade-4cf2-943b-4d6f6d0e0f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:42.157516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:16:42.171045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-74872357-46d5-4e42-9d78-3a9980c3266c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.248808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.309541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31f0fb-4584-4a78-a609-72ce7a8bca27 req-6d200f30-7042-455f-a072-76e492e081b8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:42.322055 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba31f0fb-4584-4a78-a609-72ce7a8bca27 req-6d200f30-7042-455f-a072-76e492e081b8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 932 time: 0.7253017 Jan 15 10:16:42.324539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c7bba-e665-4dea-9b4d-420ed826ec06 None None] Port 1bc77dd9-af50-4237-958b-b9e11a51ee05 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:16:42.326965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-74872357-46d5-4e42-9d78-3a9980c3266c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.525852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-370427fc-4ade-4cf2-943b-4d6f6d0e0f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.534092 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-370427fc-4ade-4cf2-943b-4d6f6d0e0f3f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6cbf91f0-7ef5-4952-a55c-8bb0467c2675 HTTP/1.1" status: 204 len: 168 time: 1.7052052 Jan 15 10:16:42.535112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:16:42.537458 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:42.550489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Sync routers for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:16:42.555630 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] 10.222.0.75 "PUT /v2.0/routers/7a56927b-e0ca-4bcb-9ef5-10e74bf55897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3887606 Jan 15 10:16:42.562871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Usage tracker for resource:security_group_rule and tenant:cafdde07aa094543ae4471677268ac58 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:42.563884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:16:42.564892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:16:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:42.575213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:42.587709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:42.703879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.716667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.734155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:42.808033 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cafdde07aa094543ae4471677268ac58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522624 Jan 15 10:16:42.808033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4c664-c7e2-49c8-b1ba-a60a091ad70e,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:42.825139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:42.827927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40834) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:42.874645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:42.943230 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba31f0fb-4584-4a78-a609-72ce7a8bca27 req-095404d5-cd28-4f9d-a81c-8527388da835 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201315 Jan 15 10:16:42.959387 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:16:42.981527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f175218e-7040-45f9-a305-1ead711bff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.072826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f175218e-7040-45f9-a305-1ead711bff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.111634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-74872357-46d5-4e42-9d78-3a9980c3266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.154856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:43.188878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e526e42c-e368-448a-8136-9ed2fe2c7401']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:43.216476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f175218e-7040-45f9-a305-1ead711bff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.228255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-81b8c2a2-e49a-47c1-a1aa-b386221f6644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:43.256127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c941-b32c-4007-8ce3-2179551444eb req-1d4b0674-19a4-41a7-b326-b57319ede302 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:43.257652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175218e-7040-45f9-a305-1ead711bff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4c664-c7e2-49c8-b1ba-a60a091ad70e,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:43.261468 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5d39c941-b32c-4007-8ce3-2179551444eb req-1d4b0674-19a4-41a7-b326-b57319ede302 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 932 time: 0.8073635 Jan 15 10:16:43.267418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f175218e-7040-45f9-a305-1ead711bff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.268878 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f175218e-7040-45f9-a305-1ead711bff35 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1b4c664-c7e2-49c8-b1ba-a60a091ad70e HTTP/1.1" status: 204 len: 168 time: 0.4381747 Jan 15 10:16:43.270018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f175218e-7040-45f9-a305-1ead711bff35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:43.276009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74872357-46d5-4e42-9d78-3a9980c3266c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80548e2e-509a-404f-a8fa-069cdcb51a05,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:43.340805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a9fb85-09fc-4f81-866e-10143a5a1b93') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:43.341147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a9fb85-09fc-4f81-866e-10143a5a1b93') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:43.377558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.441462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-74872357-46d5-4e42-9d78-3a9980c3266c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:43.445972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-74872357-46d5-4e42-9d78-3a9980c3266c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.454876 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-74872357-46d5-4e42-9d78-3a9980c3266c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/80548e2e-509a-404f-a8fa-069cdcb51a05 HTTP/1.1" status: 204 len: 168 time: 1.7975593 Jan 15 10:16:43.468579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 2, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:43.477626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Checking router: 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:16:43.477765 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.478034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Updating router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 port 1bc77dd9-af50-4237-958b-b9e11a51ee05 binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:16:43.500447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:16:43.576474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:43.598013 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5d39c941-b32c-4007-8ce3-2179551444eb req-e6e19ac5-df27-4fff-a80c-fdede0e59497 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078501 Jan 15 10:16:43.831015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Network e526e42c-e368-448a-8136-9ed2fe2c7401 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:16:43.843510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:44.421235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-07bee5a2-cc15-4e48-b051-ab84ba1ac3c0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:16:44.422667 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-07bee5a2-cc15-4e48-b051-ab84ba1ac3c0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0077820 Jan 15 10:16:44.423229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40870) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:44.436480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'security_group': {'name': 'tempest-securitygroup--716825178', 'description': 'tempest-description--580354306'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:44.469212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:44.479859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:security_group and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:44.485960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:44.497223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:44.540317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:44.585072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:44.633691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:44.656287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:security_group_rule and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:44.692392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40880) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:44.696517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:44.706104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:44.821528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:44.843701 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:44.851841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:44.873864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ce203724-5876-4f70-9dd7-f3d62b2ec836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:44.916259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0d92c-1eca-450e-be43-983b476769cc,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:44.925624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:44.930060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Usage tracker for resource:security_group_rule and tenant:05fb98f098484ef8a3a6e3ea47e9bddd is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:44.933953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:44.942634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:44.987148 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-5dc80c9d-e4c3-40ab-b438-9abd0faee03e tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:16:44.997668 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-5dc80c9d-e4c3-40ab-b438-9abd0faee03e tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0450039 Jan 15 10:16:45.048047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Network e526e42c-e368-448a-8136-9ed2fe2c7401 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:16:45.070565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.073135 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:45.100251 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.140014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:45.219304 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b038708b-0414-46f9-a050-2b12c5db8921,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:45.225989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:45.226761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.228245 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8038836 Jan 15 10:16:45.231781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40898) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:45.248667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'security_group_rule': {'security_group_id': '64f0d92c-1eca-450e-be43-983b476769cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:45.263902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:45.268483 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05fb98f098484ef8a3a6e3ea47e9bddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749338 Jan 15 10:16:45.273124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Transition to ACTIVE for port object 1bc77dd9-af50-4237-958b-b9e11a51ee05 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:16:45.273933 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:16:45.278026 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40902) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:45.280987 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.295371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:security_group_rule and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:45.307935 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:45.324122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:45.328325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:45.370272 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Request body: {'port': {'device_id': 'df272b22-7d96-4819-8582-6ea49462b9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:45.398699 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.417393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b2c720b8-9c1b-4822-930e-017d043a7fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:45.451110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.454205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Pushing event deleted for resources: {'Network': ['ID=e526e42c-e368-448a-8136-9ed2fe2c7401,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:45.481137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:45.484741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-718c3bd3-fc30-4df4-b439-3b7ed982e72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.566599 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e526e42c-e368-448a-8136-9ed2fe2c7401 HTTP/1.1" status: 204 len: 168 time: 3.9152708 Jan 15 10:16:45.627919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.645811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd4d07-3f8c-4fde-b35a-452b32f4efe3 req-a3325153-6ef8-4065-b6d6-8ec0301cfc1e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:45.650828 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4dbd4d07-3f8c-4fde-b35a-452b32f4efe3 req-a3325153-6ef8-4065-b6d6-8ec0301cfc1e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 932 time: 0.7745075 Jan 15 10:16:45.673578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-718c3bd3-fc30-4df4-b439-3b7ed982e72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.722049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:45.754260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa24af-8e69-4ad8-9e03-160d504e4f81 req-8384a242-58ec-40ed-a800-dd3441d1ebdf tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:45.762392 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-baaa24af-8e69-4ad8-9e03-160d504e4f81 req-8384a242-58ec-40ed-a800-dd3441d1ebdf tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 932 time: 0.8070509 Jan 15 10:16:45.783300 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Request body: {'port': {'device_id': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:45.874753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf05898-351a-417f-9337-cb0dc79dced0 None None] Pushing event updated for resources: {'Port': ['ID=1bc77dd9-af50-4237-958b-b9e11a51ee05,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:45.882603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9bf05898-351a-417f-9337-cb0dc79dced0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:46.081857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c75c001-5eb4-4e7e-8962-00049a13af92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.142702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Attempting to bind port 1bc77dd9-af50-4237-958b-b9e11a51ee05 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:16:46.143153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Attempting to bind port 1bc77dd9-af50-4237-958b-b9e11a51ee05 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:16:46.147682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Attempting to bind port 1bc77dd9-af50-4237-958b-b9e11a51ee05 on network 262fe386-5151-4930-84a4-fbfec810321e {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:16:46.161626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:16:46.162147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Checking segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:46.162834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.163394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Bound using segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:16:46.164022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Bound port: 1bc77dd9-af50-4237-958b-b9e11a51ee05, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:16:46.164568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.362658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.438761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.439633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40928) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:46.451851 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4dbd4d07-3f8c-4fde-b35a-452b32f4efe3 req-8acbdad4-20ea-4834-ac20-0dae2f5d7e93 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7528188 Jan 15 10:16:46.456056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] For port 1bc77dd9-af50-4237-958b-b9e11a51ee05, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:16:46.467672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] For port 1bc77dd9-af50-4237-958b-b9e11a51ee05, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=1bc77dd9-af50-4237-958b-b9e11a51ee05,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:16:46.473777 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-baaa24af-8e69-4ad8-9e03-160d504e4f81 req-c13fb81f-91e2-4cda-a334-aa28dafa0f73 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620306 Jan 15 10:16:46.478511 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.596743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-718c3bd3-fc30-4df4-b439-3b7ed982e72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.631513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a24600d5-7135-4955-8394-28a017b4301c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:46.662133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c3bd3-fc30-4df4-b439-3b7ed982e72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b038708b-0414-46f9-a050-2b12c5db8921,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:46.673835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-718c3bd3-fc30-4df4-b439-3b7ed982e72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:46.682360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-718c3bd3-fc30-4df4-b439-3b7ed982e72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.693770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847288ad-3837-424b-be13-b1e96bdfcdcc {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:16:46.696425 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-718c3bd3-fc30-4df4-b439-3b7ed982e72c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b038708b-0414-46f9-a050-2b12c5db8921 HTTP/1.1" status: 204 len: 168 time: 1.4146600 Jan 15 10:16:46.702500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.717123 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Transition to ACTIVE for port object 847288ad-3837-424b-be13-b1e96bdfcdcc will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:16:46.720753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.726054 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:46.740142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:46.756018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-76f08e76-b0ee-47bf-95df-e96e1dd1a41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:46.981593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:16:46.986114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:16:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:47.198625 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-fa0760f1-aa6c-4b40-88e2-7f1d6ee061d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7c64049c2e4424db15c107ad5acf817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7549431 Jan 15 10:16:47.205704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 40954) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:47.212566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d59f07-c2ce-4490-ad24-2b6ec03dd922,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:47.223463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:47.237774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:47.321256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Pushing event updated for resources: {'Port': ['ID=847288ad-3837-424b-be13-b1e96bdfcdcc,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:47.332862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:47.352027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.353468 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1203909 Jan 15 10:16:47.355530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf05898-351a-417f-9337-cb0dc79dced0 None None] Pushing event updated for resources: {'Port': ['ID=1bc77dd9-af50-4237-958b-b9e11a51ee05,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:47.358171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40962) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:47.387880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2a22-e89f-4a8f-8773-370c056a0bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.390225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'security_group_rule': {'security_group_id': '64f0d92c-1eca-450e-be43-983b476769cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:47.397521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9bf05898-351a-417f-9337-cb0dc79dced0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:47.417812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:47.422731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:security_group_rule and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:47.426618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:47.431508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2a22-e89f-4a8f-8773-370c056a0bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.432776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:47.443800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Attempting to bind port 847288ad-3837-424b-be13-b1e96bdfcdcc on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:16:47.444225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Attempting to bind port 847288ad-3837-424b-be13-b1e96bdfcdcc by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:16:47.445428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Attempting to bind port 847288ad-3837-424b-be13-b1e96bdfcdcc on network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:16:47.461044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.473094 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:16:47.473513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Checking segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:47.473949 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.474347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Bound using segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:16:47.475081 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Bound port: 847288ad-3837-424b-be13-b1e96bdfcdcc, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:16:47.475738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.554779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:16:47.578797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 {{(pid=80045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:16:47.605850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.637045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Transition to ACTIVE for port object 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 will not be triggered until provisioned by entity L2. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:16:47.648453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.648652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2a22-e89f-4a8f-8773-370c056a0bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.678917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:47.679952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] For port 847288ad-3837-424b-be13-b1e96bdfcdcc, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:16:47.685266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] For port 847288ad-3837-424b-be13-b1e96bdfcdcc, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=847288ad-3837-424b-be13-b1e96bdfcdcc,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:16:47.708843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.732631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:47.877258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.918825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.992576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:47.997493 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6339729 Jan 15 10:16:47.998800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 40988) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:48.023409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'floatingip': {'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:16:48.033185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:48.037349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:floatingip and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:48.040997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Pushing event updated for resources: {'Port': ['ID=847288ad-3837-424b-be13-b1e96bdfcdcc,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:48.049581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-93ffbdab-9e5c-498f-b3f9-703ec2f97cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.052996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:48.054034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:48.060011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e7317e67-cd1e-4e1c-bef4-e54bf5d09450 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:48.076536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:48.086282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2a22-e89f-4a8f-8773-370c056a0bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.087666 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0e7f2a22-e89f-4a8f-8773-370c056a0bcc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/74c10981-f41d-4779-9ccb-fc816c68dcb1 HTTP/1.1" status: 204 len: 168 time: 0.8794911 Jan 15 10:16:48.096860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4c5697-a439-4983-acd1-a3c957910ba8,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:48.105814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:48.108823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Pushing event updated for resources: {'Port': ['ID=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:48.135883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:48.140012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-718c3bd3-fc30-4df4-b439-3b7ed982e72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:48.142884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:48.143603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.145101 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/847288ad-3837-424b-be13-b1e96bdfcdcc HTTP/1.1" status: 200 len: 1158 time: 3.0680888 Jan 15 10:16:48.145793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df272b22-7d96-4819-8582-6ea49462b9c2', 'tag': '847288ad-3837-424b-be13-b1e96bdfcdcc'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:16:48.200383 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2a22-e89f-4a8f-8773-370c056a0bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c10981-f41d-4779-9ccb-fc816c68dcb1,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:48.215927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0e7f2a22-e89f-4a8f-8773-370c056a0bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:48.223042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.261865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:46Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:16:48.266889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d662c9a1-e2ae-4e24-b465-4b99622b09ac None None] The sync data for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi is: [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:46Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:16:48.275500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0f4fa-6162-4a61-86bb-77b0887d55ae req-d8394dee-3583-4e67-b250-d742ac4c4f7f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:48.283734 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-16f0f4fa-6162-4a61-86bb-77b0887d55ae req-d8394dee-3583-4e67-b250-d742ac4c4f7f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 944 time: 0.5295756 Jan 15 10:16:48.314478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.503347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-aca4f9ab-10c6-480f-a0e6-c3d189d3af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:48.505084 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-aca4f9ab-10c6-480f-a0e6-c3d189d3af7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 1161 time: 0.2484968 Jan 15 10:16:48.520564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17fc20-9117-470f-bb4d-955a5d3a5a64 req-e039410b-0a7c-4491-adb1-dfd22733b49b tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:48.522280 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6c17fc20-9117-470f-bb4d-955a5d3a5a64 req-e039410b-0a7c-4491-adb1-dfd22733b49b tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.7800674 Jan 15 10:16:48.608284 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-fee9bf61-3fa9-4eaf-93b9-39d6a7d742c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847288ad-3837-424b-be13-b1e96bdfcdcc HTTP/1.1" status: 200 len: 217 time: 0.0921421 Jan 15 10:16:48.703241 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-16f0f4fa-6162-4a61-86bb-77b0887d55ae req-bdf30b49-ab05-4c1f-b5a3-049fa12453ac tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188612 Jan 15 10:16:48.733966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.750437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-0b814077-7fb3-4878-be96-ba9875203294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:48.752673 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-0b814077-7fb3-4878-be96-ba9875203294 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 200 len: 855 time: 0.1288342 Jan 15 10:16:48.831706 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6c17fc20-9117-470f-bb4d-955a5d3a5a64 req-8f7c010c-bafb-4708-b7f8-56bc5bb69abc tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404394 Jan 15 10:16:48.860211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Attempting to bind port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:16:48.860811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Attempting to bind port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'cce25d5f-685e-4dfa-b912-ba5184d11e18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '467954fd-8fff-437c-966b-a504e765fc0a'}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:16:48.862017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Attempting to bind port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 on network 467954fd-8fff-437c-966b-a504e765fc0a {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:16:48.882035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:16:48.882608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Checking segment: {'id': 'cce25d5f-685e-4dfa-b912-ba5184d11e18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '467954fd-8fff-437c-966b-a504e765fc0a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:16:48.883248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.883792 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Bound using segment: {'id': 'cce25d5f-685e-4dfa-b912-ba5184d11e18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '467954fd-8fff-437c-966b-a504e765fc0a'} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:16:48.884452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Bound port: 9f7fd38d-d491-4ff5-aa88-87ebb7b80141, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce25d5f-685e-4dfa-b912-ba5184d11e18', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '467954fd-8fff-437c-966b-a504e765fc0a'}}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:16:48.885005 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:48.920676 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-393036b9-6486-4179-914d-12c425336162 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1590896 Jan 15 10:16:49.033846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] For port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141, host hv-cinder-76859, cleared binding levels {{(pid=80045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:16:49.038965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] For port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,segment=NetworkSegment(cce25d5f-685e-4dfa-b912-ba5184d11e18),segment_id=cce25d5f-685e-4dfa-b912-ba5184d11e18)] {{(pid=80045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:16:49.046407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:49.070932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-67968470-6cc4-4c3a-883b-9393e1bc94ce tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:49.170370 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-90b7490c-08d5-4d9d-9807-3311d491bf22 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737795 Jan 15 10:16:49.172119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Pushing event updated for resources: {'Port': ['ID=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,revision_number=3']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:49.187706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:49.218382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41022) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:49.346022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:49.346706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:49.348237 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] 10.222.0.64 "PUT /v2.0/ports/9f7fd38d-d491-4ff5-aa88-87ebb7b80141 HTTP/1.1" status: 200 len: 1158 time: 4.0732346 Jan 15 10:16:49.348769 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'tag': '9f7fd38d-d491-4ff5-aa88-87ebb7b80141'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:16:49.505104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-c682b3b0-0078-4321-b6d4-6efeec860909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:49.506893 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-c682b3b0-0078-4321-b6d4-6efeec860909 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c9cc4634874cec8fb44da23e6d3ad3&device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 1161 time: 0.0924263 Jan 15 10:16:49.548459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:49.580854 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ef232362-4b34-4f19-aba9-ba1657f87292 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d92c824c42e6486d913b969a392d4462&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3588531 Jan 15 10:16:49.590391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41044) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:49.602354 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-6204c873-538c-4ead-8d2c-9dd1d713195e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7fd38d-d491-4ff5-aa88-87ebb7b80141 HTTP/1.1" status: 200 len: 217 time: 0.0867841 Jan 15 10:16:49.687239 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-8d54b916-cf8d-4dc8-80e7-24ba34a0158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:49.688977 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-8d54b916-cf8d-4dc8-80e7-24ba34a0158b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d346030f-e804-4924-9cf1-abbe201b32f3 HTTP/1.1" status: 200 len: 852 time: 0.0794964 Jan 15 10:16:49.733009 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eebfdc6e-b573-4e07-aa10-29275e8aa3b8 req-67fe741b-59a7-4f64-bdc5-6bf185e6fee8 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5483468 Jan 15 10:16:49.768287 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-dce97bb3-565b-4b01-ad32-9a11387aec8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=467954fd-8fff-437c-966b-a504e765fc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721989 Jan 15 10:16:49.807506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9d775074-b308-4260-b1ea-ed5d96060e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:49.839964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Allocated IP 172.27.1.232 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/592c1077-faec-435f-9512-baf43721bfe8) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:16:49.965566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 1bc77dd9-af50-4237-958b-b9e11a51ee05 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:16:50.132960 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-9ad9e586-7919-41a4-b899-1b03e9235c83 service neutron] 10.222.0.64 "GET /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456311 Jan 15 10:16:50.170279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 1bc77dd9-af50-4237-958b-b9e11a51ee05 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:16:50.180297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 1bc77dd9-af50-4237-958b-b9e11a51ee05 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:50.181374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.197245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.271974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9d775074-b308-4260-b1ea-ed5d96060e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.343564 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df272b22-7d96-4819-8582-6ea49462b9c2', 'tag': '847288ad-3837-424b-be13-b1e96bdfcdcc', 'status': 'completed', 'code': 200} Jan 15 10:16:50.352010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.415262 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.418704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9d775074-b308-4260-b1ea-ed5d96060e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.517638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.588925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 1bc77dd9-af50-4237-958b-b9e11a51ee05, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=1bc77dd9-af50-4237-958b-b9e11a51ee05,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:16:50.599725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.603450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:50.755771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6ad6508d-e6ea-42db-92f9-3603ad8a33c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:50.762112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=1bc77dd9-af50-4237-958b-b9e11a51ee05,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:50.769520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:50.839978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'Port': ['ID=592c1077-faec-435f-9512-baf43721bfe8,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:50.849284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:50.918583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-af1fbf11-01a0-4a8e-abc0-d4ae13409c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:50.930424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9d775074-b308-4260-b1ea-ed5d96060e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:50.931742 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9d775074-b308-4260-b1ea-ed5d96060e5b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/07efe132-ae92-4f02-94aa-f8b91ab3a367 HTTP/1.1" status: 204 len: 168 time: 1.3403206 Jan 15 10:16:50.939775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d775074-b308-4260-b1ea-ed5d96060e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07efe132-ae92-4f02-94aa-f8b91ab3a367,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:50.961782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9d775074-b308-4260-b1ea-ed5d96060e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:51.045790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031db014-bd77-4372-96ea-61dd98377062 req-a8fb6f13-8b17-468a-a18e-7da25e0fa6b6 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:51.056136 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-031db014-bd77-4372-96ea-61dd98377062 req-a8fb6f13-8b17-468a-a18e-7da25e0fa6b6 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.3076363 Jan 15 10:16:51.110413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cd52e-09f7-4bf9-83f8-55ee1c95ab5e req-32845b8e-b961-429e-ab34-90eb811cf76a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:51.113024 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eb0cd52e-09f7-4bf9-83f8-55ee1c95ab5e req-32845b8e-b961-429e-ab34-90eb811cf76a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 944 time: 0.9865746 Jan 15 10:16:51.129399 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1037d1cc-5fd8-474b-b8cf-980bb9d1ad1b req-efa1ed14-ae3d-4df7-ac25-36851e5e4f8b service neutron] 10.222.0.64 "GET /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9171972 Jan 15 10:16:51.166665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-fafc18b7-19b2-4679-95e4-9a4484b6718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:51.169006 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-fafc18b7-19b2-4679-95e4-9a4484b6718d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 1161 time: 0.9464455 Jan 15 10:16:51.186365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:16:51.187861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:16:51.190142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:16:51.205943 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-031db014-bd77-4372-96ea-61dd98377062 req-049e0b47-a329-4c20-b396-5685294e05e1 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482770 Jan 15 10:16:51.277940 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eb0cd52e-09f7-4bf9-83f8-55ee1c95ab5e req-891f27b9-2123-455a-a1a8-abba644af7ca tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511431 Jan 15 10:16:51.676681 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:51.794938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-7bf80ce4-b0b1-45f6-9cf6-d0a4a5a5400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:51.796607 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-7bf80ce4-b0b1-45f6-9cf6-d0a4a5a5400b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 909 time: 0.4344907 Jan 15 10:16:51.838228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 1bc77dd9-af50-4237-958b-b9e11a51ee05 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:16:51.842155 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'tag': '9f7fd38d-d491-4ff5-aa88-87ebb7b80141', 'status': 'completed', 'code': 200} Jan 15 10:16:51.915573 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-a7294f69-51ae-4be9-8345-10a1631a8bcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847288ad-3837-424b-be13-b1e96bdfcdcc HTTP/1.1" status: 200 len: 217 time: 0.1116145 Jan 15 10:16:51.922145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 1bc77dd9-af50-4237-958b-b9e11a51ee05 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:51.922570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:51.929974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:51.981986 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-b57adc21-f53f-4373-b5bc-3c860ecdaa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:51.984497 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-b57adc21-f53f-4373-b5bc-3c860ecdaa0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c9cc4634874cec8fb44da23e6d3ad3&device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 1161 time: 0.1186290 Jan 15 10:16:52.129540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-cc728275-7aa7-43b8-916b-1e9c9d1392d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:52.131733 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-cc728275-7aa7-43b8-916b-1e9c9d1392d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 200 len: 855 time: 0.2076678 Jan 15 10:16:52.191233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-314f4cb5-c03b-44c0-b384-169fd9f159ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:52.192835 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-314f4cb5-c03b-44c0-b384-169fd9f159ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=467954fd-8fff-437c-966b-a504e765fc0a HTTP/1.1" status: 200 len: 906 time: 0.2007914 Jan 15 10:16:52.208865 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-678cad85-2dcf-4ea0-a443-c58c515f10ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655715 Jan 15 10:16:52.289439 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-ea027d98-f3e9-4962-9aec-9cacfa99df8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7fd38d-d491-4ff5-aa88-87ebb7b80141 HTTP/1.1" status: 200 len: 217 time: 0.0883074 Jan 15 10:16:52.522428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.objects.ports [None req-06b59e00-ecd8-45db-b87b-c6ac0f9c10e6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80046) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:16:52.577128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0049675-3417-4ff4-88d7-bb60f96040d5 req-77847258-890d-447e-b208-e9cd5a53a3d1 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:52.578784 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a0049675-3417-4ff4-88d7-bb60f96040d5 req-77847258-890d-447e-b208-e9cd5a53a3d1 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.2084208 Jan 15 10:16:52.602022 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-2875fbd6-ce57-443a-888d-56fe47f0f45c service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734376 Jan 15 10:16:52.614002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-d03d5643-8bb6-4f69-ac97-c4f0e3d00c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:52.615496 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-d03d5643-8bb6-4f69-ac97-c4f0e3d00c04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d346030f-e804-4924-9cf1-abbe201b32f3 HTTP/1.1" status: 200 len: 852 time: 0.3150420 Jan 15 10:16:52.709533 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a0049675-3417-4ff4-88d7-bb60f96040d5 req-73ad5841-9ec2-4ce4-855b-3c3546893d84 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888343 Jan 15 10:16:52.736617 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-d9be644c-71b2-40a6-b334-c12c422d3093 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=467954fd-8fff-437c-966b-a504e765fc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846195 Jan 15 10:16:52.800724 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f2a6848b-90ef-4884-8dc1-a4fca25a1013 req-c208f19d-3048-4157-a66d-0a056c762e81 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1768436 Jan 15 10:16:52.801871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.resource_extend [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 15 10:16:52.825466 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:52.834218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:52.836059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 847288ad-3837-424b-be13-b1e96bdfcdcc up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:16:52.894319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98e6f7-1294-43bc-9d01-c823e413ddfe req-fdbcad70-b867-4d1b-8b2c-b119ac33afe3 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:52.903283 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fc98e6f7-1294-43bc-9d01-c823e413ddfe req-fdbcad70-b867-4d1b-8b2c-b119ac33afe3 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 944 time: 0.3581007 Jan 15 10:16:52.980648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 847288ad-3837-424b-be13-b1e96bdfcdcc completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:16:52.988122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 847288ad-3837-424b-be13-b1e96bdfcdcc triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:16:52.991124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:52.997173 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fc98e6f7-1294-43bc-9d01-c823e413ddfe req-1f09b45a-5758-4f2c-a0c2-73e1df58b89a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927908 Jan 15 10:16:53.012767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-690cedf3-93f8-4cfc-ab74-5ffaf50d577c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:53.042813 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-6532257c-1ab1-4142-a460-0e0ffab364c9 service neutron] 10.222.0.64 "GET /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013170 Jan 15 10:16:53.090649 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:53.119588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:53.120978 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1186540 Jan 15 10:16:53.125361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'Port': ['ID=592c1077-faec-435f-9512-baf43721bfe8,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:53.128398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:53.269477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:53.302428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df272b22-7d96-4819-8582-6ea49462b9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847288ad-3837-424b-be13-b1e96bdfcdcc'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:16:53.437623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 847288ad-3837-424b-be13-b1e96bdfcdcc, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=847288ad-3837-424b-be13-b1e96bdfcdcc,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:16:53.444892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:53.447474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-80ae9e1d-3806-4c0f-a274-b57ef7f799a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:53.544668 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c7cafc5-c18f-4219-b04e-710b16e08e18 req-142fb63b-3a1a-426a-a292-917154d0ca13 service neutron] 10.222.0.64 "GET /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4941230 Jan 15 10:16:53.599083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=847288ad-3837-424b-be13-b1e96bdfcdcc,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:53.602713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-0e682fa8-7be7-4d47-bfae-b7aee19cf0a6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Synchronizing usage tracker for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:16:53.617114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:53.628475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-0e682fa8-7be7-4d47-bfae-b7aee19cf0a6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Unset dirty status for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:16:53.631471 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-0e682fa8-7be7-4d47-bfae-b7aee19cf0a6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--716825178&fields=id&tenant_id=b273a27b59c6473d9863ff7d7d838a5c HTTP/1.1" status: 200 len: 267 time: 0.1576202 Jan 15 10:16:53.861069 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-0ff6df1e-dc60-4ad3-b103-7faf8621b85d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:53.862153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-0ff6df1e-dc60-4ad3-b103-7faf8621b85d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Synchronizing usage tracker for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:network {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:16:53.866149 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df272b22-7d96-4819-8582-6ea49462b9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847288ad-3837-424b-be13-b1e96bdfcdcc', 'code': 200} Jan 15 10:16:53.883932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-0ff6df1e-dc60-4ad3-b103-7faf8621b85d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Unset dirty status for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:network {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:16:53.885594 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-0ff6df1e-dc60-4ad3-b103-7faf8621b85d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 816 time: 0.2460058 Jan 15 10:16:53.904310 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-f1466b37-e9f3-4306-8a15-22c343df6cad tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/quotas/b273a27b59c6473d9863ff7d7d838a5c HTTP/1.1" status: 200 len: 375 time: 0.0125167 Jan 15 10:16:54.031474 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-fa11cf2a-3354-4b17-ac19-edb61018546d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1204689 Jan 15 10:16:54.270060 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-f41b8b8f-d3ad-49ed-8250-fcadbbe89dcf service neutron] 10.222.0.75 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732097 Jan 15 10:16:54.295268 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5b2e7-9d6c-47fe-8c87-29df4d05b841 req-f67415b6-60f8-4d1e-a7ff-d7d628c80bdd tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:54.303053 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cdf5b2e7-9d6c-47fe-8c87-29df4d05b841 req-f67415b6-60f8-4d1e-a7ff-d7d628c80bdd tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.2699895 Jan 15 10:16:54.370246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41218) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:54.479533 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-95b6c061-3dd2-4bb8-bcd6-fc433c4ef825 service neutron] 10.222.0.75 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1744492 Jan 15 10:16:54.527508 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cdf5b2e7-9d6c-47fe-8c87-29df4d05b841 req-bb3f521b-f949-4615-bf8f-02d6ae8cba22 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235894 Jan 15 10:16:54.622609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:54.640968 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:54.646414 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Usage tracker for resource:security_group_rule and tenant:35477f320426498caa17e2ba2ae74638 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:54.650344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:54.657068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:54.764114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3f5f5-4f44-42c1-a9e4-1a7ae98fbf55 req-58671173-6f31-4298-959f-c66b6516b885 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:54.784939 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fad3f5f5-4f44-42c1-a9e4-1a7ae98fbf55 req-58671173-6f31-4298-959f-c66b6516b885 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1451416 Jan 15 10:16:54.847780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:54.861310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:54.877244 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4af69cae-9629-416c-9787-53d599635a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:54.912728 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=35477f320426498caa17e2ba2ae74638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5411334 Jan 15 10:16:54.915983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41246) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:54.949105 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-81d1e3ea-266a-4b21-904f-80c156cb15b8 req-28507e29-a48c-4960-a007-c71eaeff65c5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.1210043 Jan 15 10:16:54.952080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72457fca-6281-4d8b-a2e3-b3a620122043,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:54.956088 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:54.976919 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fad3f5f5-4f44-42c1-a9e4-1a7ae98fbf55 req-c09cd763-3a31-4f43-afdc-386cc83075f7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909580 Jan 15 10:16:55.062175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-610b2999-ff1b-4b84-9f2f-773e206aaff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:55.095871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-610b2999-ff1b-4b84-9f2f-773e206aaff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:55.145438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-610b2999-ff1b-4b84-9f2f-773e206aaff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:55.151271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b725944e-ffb5-478a-a920-7303119cc6af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:55.167826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b2999-ff1b-4b84-9f2f-773e206aaff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72457fca-6281-4d8b-a2e3-b3a620122043,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:55.170677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-610b2999-ff1b-4b84-9f2f-773e206aaff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:55.171940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-610b2999-ff1b-4b84-9f2f-773e206aaff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:55.173231 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-610b2999-ff1b-4b84-9f2f-773e206aaff4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72457fca-6281-4d8b-a2e3-b3a620122043 HTTP/1.1" status: 204 len: 168 time: 0.2562139 Jan 15 10:16:55.736114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41270) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:55.765674 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:55.785331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:55.790128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0edfb36a767d4fc7b766d11e285d10fa is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:55.793477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:55.800372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:55.897703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:55.901103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:55.911151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f175218e-7040-45f9-a305-1ead711bff35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:55.930079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd634c6-9cd0-4579-bc7e-e781ecaede89 req-6bcdd2c7-9b0b-4050-910b-27bb0e38c8a7 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:55.931695 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afd634c6-9cd0-4579-bc7e-e781ecaede89 req-6bcdd2c7-9b0b-4050-910b-27bb0e38c8a7 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.1080537 Jan 15 10:16:55.956282 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0edfb36a767d4fc7b766d11e285d10fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157681 Jan 15 10:16:55.956282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9ecd38-9318-4304-8c87-ee5c1607ffde,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:55.957086 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 41276) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:16:55.958132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:56.013112 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afd634c6-9cd0-4579-bc7e-e781ecaede89 req-4e08e31d-9cbb-4b41-9706-804a07d60a9a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751255 Jan 15 10:16:56.055446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-930fbb00-2fdd-4ac8-a1b5-9fab1ae6d244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:56.085790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-930fbb00-2fdd-4ac8-a1b5-9fab1ae6d244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:56.396790 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5a4202b9-f6ad-495c-89f1-c61429bf2379 req-416a1b98-2edb-443c-81fe-904fe8d4cc31 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.2382181 Jan 15 10:16:56.423120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-930fbb00-2fdd-4ac8-a1b5-9fab1ae6d244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:56.431760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:56.471127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552a983-77b3-465d-828e-fa35c1b95974 req-b1187d1f-0486-40f4-b020-c4e9ea0e36df tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:56.472712 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7552a983-77b3-465d-828e-fa35c1b95974 req-b1187d1f-0486-40f4-b020-c4e9ea0e36df tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.3668807 Jan 15 10:16:56.474446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fbb00-2fdd-4ac8-a1b5-9fab1ae6d244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9ecd38-9318-4304-8c87-ee5c1607ffde,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:56.477473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-930fbb00-2fdd-4ac8-a1b5-9fab1ae6d244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:56.478720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-930fbb00-2fdd-4ac8-a1b5-9fab1ae6d244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:56.480424 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-930fbb00-2fdd-4ac8-a1b5-9fab1ae6d244 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ec9ecd38-9318-4304-8c87-ee5c1607ffde HTTP/1.1" status: 204 len: 168 time: 0.5217905 Jan 15 10:16:56.529183 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7552a983-77b3-465d-828e-fa35c1b95974 req-8e40c834-2c2b-429b-ada8-e1a4f50fa687 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473216 Jan 15 10:16:56.770633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8749b35-e41b-4067-ae35-7045e166b738 req-438a007b-d7d8-4fc0-9264-3b657c6b8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:56.772326 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8749b35-e41b-4067-ae35-7045e166b738 req-438a007b-d7d8-4fc0-9264-3b657c6b8ed9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 1163 time: 0.0862989 Jan 15 10:16:56.799724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c8749b35-e41b-4067-ae35-7045e166b738 req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:56.822508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-c8749b35-e41b-4067-ae35-7045e166b738 req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:16:56.829023 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-c8749b35-e41b-4067-ae35-7045e166b738 req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Usage tracker for resource:security_group_rule and tenant:e6e06c6dfdfd4012b44204c2a16a23c0 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:16:56.833293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-c8749b35-e41b-4067-ae35-7045e166b738 req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:16:56.842770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-c8749b35-e41b-4067-ae35-7045e166b738 req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:16:56.917452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.objects.ports [None req-d11c9104-6153-433b-8e9b-ef3f579a9755 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80046) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:16:56.937085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c8749b35-e41b-4067-ae35-7045e166b738 req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:56.941141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c8749b35-e41b-4067-ae35-7045e166b738 req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:16:56.950408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0e7f2a22-e89f-4a8f-8773-370c056a0bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:16:56.982530 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8749b35-e41b-4067-ae35-7045e166b738 req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028151 Jan 15 10:16:56.991190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eaacfa35-3a72-4dda-b30d-59e5953c865d,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:16:56.997203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:16:57.242492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e16b-c69b-4484-8009-d633d999ec4a req-57ca8c13-2681-4835-be85-b09c95ccebb0 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:57.244202 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a213e16b-c69b-4484-8009-d633d999ec4a req-57ca8c13-2681-4835-be85-b09c95ccebb0 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.1005406 Jan 15 10:16:57.316892 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a213e16b-c69b-4484-8009-d633d999ec4a req-01086583-afee-4d98-8dd5-50053d074b01 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648179 Jan 15 10:16:57.594924 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-04f2f6c2-33b4-4526-af12-45e5839910c5 req-f921c952-7639-4a7c-bcae-c3273ec66c3c tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0458360 Jan 15 10:16:57.782570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155181b1-115a-48c4-b904-50763dfe7f0f req-ee14053a-7301-4eb7-8111-8a79d76628f8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:57.784282 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-155181b1-115a-48c4-b904-50763dfe7f0f req-ee14053a-7301-4eb7-8111-8a79d76628f8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1077504 Jan 15 10:16:57.843541 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-155181b1-115a-48c4-b904-50763dfe7f0f req-735656f6-67d9-4b3a-a750-73dace68a032 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524340 Jan 15 10:16:58.539976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e2a80-4e7a-4638-942d-9e300db212fe req-1793ccfb-d996-42dc-9d4a-caa80dca9d8b tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:58.541658 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-855e2a80-4e7a-4638-942d-9e300db212fe req-1793ccfb-d996-42dc-9d4a-caa80dca9d8b tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.1017821 Jan 15 10:16:58.594519 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-855e2a80-4e7a-4638-942d-9e300db212fe req-b83f06fd-72c2-4b45-96d6-369d176da312 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461454 Jan 15 10:16:58.789866 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a2eeb94-cc7e-416d-838a-e840e2f0632f req-496f7be9-569b-46e4-abd4-ce68cb900089 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0493093 Jan 15 10:16:59.191219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a29fd-8804-4674-8f41-f3b401f64703 req-310f33c2-46d8-4840-8c94-306301c2a752 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:59.192864 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1c2a29fd-8804-4674-8f41-f3b401f64703 req-310f33c2-46d8-4840-8c94-306301c2a752 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1003606 Jan 15 10:16:59.242728 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1c2a29fd-8804-4674-8f41-f3b401f64703 req-14cd96bc-736c-4b96-9566-751ca1ff1a09 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Jan 15 10:16:59.822066 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aa0cf-a838-4615-a242-6e89b9ecb01f req-f45c87d8-934c-4699-b620-c198128f357d tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:16:59.823671 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d36aa0cf-a838-4615-a242-6e89b9ecb01f req-f45c87d8-934c-4699-b620-c198128f357d tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.1014125 Jan 15 10:16:59.878357 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d36aa0cf-a838-4615-a242-6e89b9ecb01f req-1dab30da-af39-46de-ab08-4bfd198569d8 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474601 Jan 15 10:16:59.992479 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-540deb93-e582-48b5-8604-e4c2d4f4ab79 req-038f5e0a-3b2a-4cb9-afd2-e87c38501a23 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0532236 Jan 15 10:17:00.028218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:00.096832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:00.102235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:00.102741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:00.236730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:00.270051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7fd38d-d491-4ff5-aa88-87ebb7b80141'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:00.292095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,segment=NetworkSegment(cce25d5f-685e-4dfa-b912-ba5184d11e18),segment_id=cce25d5f-685e-4dfa-b912-ba5184d11e18)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:00.295749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:00.297199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 847288ad-3837-424b-be13-b1e96bdfcdcc up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:00.359235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:00.418441 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7fd38d-d491-4ff5-aa88-87ebb7b80141', 'code': 200} Jan 15 10:17:00.456806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 847288ad-3837-424b-be13-b1e96bdfcdcc triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:00.457341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:00.531693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:00.535119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:00.577540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f083c5e-4726-42f8-b0c7-a679964bb806 req-1013cad7-a3ab-4d0e-9732-ffabba3b21eb tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:00.579977 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f083c5e-4726-42f8-b0c7-a679964bb806 req-1013cad7-a3ab-4d0e-9732-ffabba3b21eb tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1991272 Jan 15 10:17:00.634735 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f083c5e-4726-42f8-b0c7-a679964bb806 req-86b6a110-5923-4523-9a37-cf090cff7332 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Jan 15 10:17:01.110890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f290-a7dd-4ef7-9322-567d6e88771b req-12b67e0b-9326-4de3-9d44-08908b8019a7 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:01.112646 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a283f290-a7dd-4ef7-9322-567d6e88771b req-12b67e0b-9326-4de3-9d44-08908b8019a7 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1032412 Jan 15 10:17:01.197020 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e3b57a2c-51fd-46a2-8aa9-bb9cce2294b2 req-16f1a758-1fc8-4475-a3e8-166870af080a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0583165 Jan 15 10:17:01.211327 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a283f290-a7dd-4ef7-9322-567d6e88771b req-20551e88-21a0-4a89-84a7-a654b43b59ea tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923979 Jan 15 10:17:01.874567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48da73-5254-4996-8f59-307bdc5dd6d9 req-12027663-9ec7-440b-96ac-4f63cc06fd73 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:01.876238 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b48da73-5254-4996-8f59-307bdc5dd6d9 req-12027663-9ec7-440b-96ac-4f63cc06fd73 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1020153 Jan 15 10:17:01.926554 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b48da73-5254-4996-8f59-307bdc5dd6d9 req-fe88f5da-7f77-4a68-b434-180b498a6146 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440750 Jan 15 10:17:02.433044 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-51c1a760-5b1d-4a9c-a281-0c3cfa65de63 req-8563b5cc-499b-426b-b0f4-c043cd2d6795 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0918977 Jan 15 10:17:02.486377 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10bdc3-d402-4811-994f-10ba266dc940 req-aeff2993-f514-456a-a127-4214a4aaa98f tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:02.488033 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b10bdc3-d402-4811-994f-10ba266dc940 req-aeff2993-f514-456a-a127-4214a4aaa98f tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1495793 Jan 15 10:17:02.537906 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b10bdc3-d402-4811-994f-10ba266dc940 req-10bbc9f6-ab65-4547-a79f-c70d4a968d42 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Jan 15 10:17:03.094883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:03.177162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:03.177817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:03.246497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4b38c-dbb9-4935-ad6d-fbcd023f144d req-75f41fdc-3d7f-4a7f-8164-7973ecf3cd07 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:03.248193 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fa4b38c-dbb9-4935-ad6d-fbcd023f144d req-75f41fdc-3d7f-4a7f-8164-7973ecf3cd07 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1657097 Jan 15 10:17:03.286526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-d9f1c136-3c8d-4900-9aea-42b80d0291ed tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:03.289557 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-d9f1c136-3c8d-4900-9aea-42b80d0291ed tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 816 time: 0.3036597 Jan 15 10:17:03.328845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532c4f1-e707-4655-aa6d-9da6940ed57e req-bf57f9a7-cc6c-43bd-8248-fa77099c98dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:03.330786 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b532c4f1-e707-4655-aa6d-9da6940ed57e req-bf57f9a7-cc6c-43bd-8248-fa77099c98dc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 1163 time: 0.0869629 Jan 15 10:17:03.374053 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fa4b38c-dbb9-4935-ad6d-fbcd023f144d req-cd0f74a7-3046-4075-b15e-bfd5f9efae5b tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181052 Jan 15 10:17:03.382792 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b532c4f1-e707-4655-aa6d-9da6940ed57e req-31b3a39f-ddd9-455b-97ca-f4ef2d0398cd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408132 Jan 15 10:17:03.412008 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-c0bd10d0-7988-4458-be7a-80add2ae7471 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b273a27b59c6473d9863ff7d7d838a5c HTTP/1.1" status: 200 len: 5703 time: 0.1070693 Jan 15 10:17:03.635662 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2325c3f2-6ff8-46cb-a37a-31a0b39ff3a7 req-4172c0cd-bac1-44f6-a28f-eef5be1e16da tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0523312 Jan 15 10:17:03.779828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d7e16-89cc-491f-ba9d-bd884c789631 req-bad02e1c-31ba-42a9-b940-b5cfbbd48e48 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:03.781485 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-599d7e16-89cc-491f-ba9d-bd884c789631 req-bad02e1c-31ba-42a9-b940-b5cfbbd48e48 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1003091 Jan 15 10:17:03.833402 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-599d7e16-89cc-491f-ba9d-bd884c789631 req-bf63c770-0707-4c86-aad3-6b8192a7267d tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Jan 15 10:17:04.520183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41502) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:04.623818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a4ec9-62e8-40af-bca5-82ee6567b940 req-b46959f9-b0cc-4d9a-9a0e-5e91f2260877 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:04.625470 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b9a4ec9-62e8-40af-bca5-82ee6567b940 req-b46959f9-b0cc-4d9a-9a0e-5e91f2260877 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1053255 Jan 15 10:17:04.679784 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.687639 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b9a4ec9-62e8-40af-bca5-82ee6567b940 req-96bc7492-5d83-4af0-8840-30b8ecc7499d tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558560 Jan 15 10:17:04.699606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:04.703970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Usage tracker for resource:security_group_rule and tenant:94b7d9f6f27242e2b6b2f02ff0c5422c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:04.707045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:04.712867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:04.797949 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.802595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.812648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:04.832209 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-252ea9ad-d927-423f-92e3-17d85e4e92fc req-44b06559-0fd9-4021-983f-1cebac8fd751 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0471995 Jan 15 10:17:04.856710 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=94b7d9f6f27242e2b6b2f02ff0c5422c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352427 Jan 15 10:17:04.858458 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9a4bdc-9aea-47a2-9753-a6fe6ab1efe9,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:04.860009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 41512) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:04.861967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:04.930611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3499dfa1-5545-4ebc-8aa9-2c905e0c7d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:04.961471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3499dfa1-5545-4ebc-8aa9-2c905e0c7d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.074647 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3499dfa1-5545-4ebc-8aa9-2c905e0c7d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.101346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168eaf1-48a7-4418-b72d-00c516aeedab req-15b737b4-6922-47c2-8aa9-8fcfef2f35f9 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:05.103013 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6168eaf1-48a7-4418-b72d-00c516aeedab req-15b737b4-6922-47c2-8aa9-8fcfef2f35f9 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1338120 Jan 15 10:17:05.105509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:05.135624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3499dfa1-5545-4ebc-8aa9-2c905e0c7d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9a4bdc-9aea-47a2-9753-a6fe6ab1efe9,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:05.148684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3499dfa1-5545-4ebc-8aa9-2c905e0c7d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:05.148684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3499dfa1-5545-4ebc-8aa9-2c905e0c7d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.148942 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3499dfa1-5545-4ebc-8aa9-2c905e0c7d8f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1d9a4bdc-9aea-47a2-9753-a6fe6ab1efe9 HTTP/1.1" status: 204 len: 168 time: 0.2878931 Jan 15 10:17:05.179709 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6168eaf1-48a7-4418-b72d-00c516aeedab req-b5bfa0d7-caf7-45f1-8862-cb0ea80fc652 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670400 Jan 15 10:17:05.498503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 41526) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:05.517390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.536510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:05.540554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Usage tracker for resource:security_group_rule and tenant:c50c48cd960645648e68abc1c595c9b3 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:05.544101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:05.550360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:05.634741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.638196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.647379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:05.690567 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c50c48cd960645648e68abc1c595c9b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908901 Jan 15 10:17:05.691756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb04a4bd-0449-45eb-b7e8-9028a4dc8166,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:05.693647 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41534) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:05.695113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:05.764537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22a95ecc-26ff-41a4-9a94-3e4e8cd24a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.792704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22a95ecc-26ff-41a4-9a94-3e4e8cd24a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.838744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22a95ecc-26ff-41a4-9a94-3e4e8cd24a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.844884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f6acf7b6-4ee2-4be6-a961-1b521414c978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:05.859992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a95ecc-26ff-41a4-9a94-3e4e8cd24a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb04a4bd-0449-45eb-b7e8-9028a4dc8166,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:05.864305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-22a95ecc-26ff-41a4-9a94-3e4e8cd24a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:05.872236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22a95ecc-26ff-41a4-9a94-3e4e8cd24a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:05.876480 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-22a95ecc-26ff-41a4-9a94-3e4e8cd24a5d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fb04a4bd-0449-45eb-b7e8-9028a4dc8166 HTTP/1.1" status: 204 len: 168 time: 0.1778469 Jan 15 10:17:05.923351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b418c-e711-4253-b9ef-4904c776c1c6 req-b713832b-feee-46f1-a1d0-6f6aa4d0dc56 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:05.925043 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-883b418c-e711-4253-b9ef-4904c776c1c6 req-b713832b-feee-46f1-a1d0-6f6aa4d0dc56 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1161964 Jan 15 10:17:05.982228 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-883b418c-e711-4253-b9ef-4904c776c1c6 req-9bcb8b02-869d-4170-bd0a-e11d65248536 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499523 Jan 15 10:17:06.035961 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4cf5ef49-a850-4b09-8a49-0e8fc1b47284 req-209b2528-eaf6-4f6d-9d26-899c4d77d895 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0461435 Jan 15 10:17:06.367596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'port': {'device_id': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'admin_state_up': True, 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'security_groups': ['64f0d92c-1eca-450e-be43-983b476769cc']}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:06.568167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659dc25-b316-4240-aa62-c90d9ae487ff req-7aba462c-3dd1-48a6-9699-347ea334768b tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:06.569852 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a659dc25-b316-4240-aa62-c90d9ae487ff req-7aba462c-3dd1-48a6-9699-347ea334768b tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.2576752 Jan 15 10:17:06.595818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:06.608436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:port and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:06.613314 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for port was recalculated. Used quota:3. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:06.629219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:06.647638 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a659dc25-b316-4240-aa62-c90d9ae487ff req-79770008-7ee0-4356-8987-adb50ef8832c tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701144 Jan 15 10:17:06.650911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Made reservation on behalf of b273a27b59c6473d9863ff7d7d838a5c for: {'port': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:06.659805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:06.986375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Allocated IP 172.20.0.14 (262fe386-5151-4930-84a4-fbfec810321e/118eb53f-349e-4b9d-be7d-841e6b3b7345/92b720b7-6956-4a8d-b089-4f7713aa9247) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:07.271997 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3096be8c-a318-4677-bb93-4ebe35e8a45a req-852f6fb5-7dad-49e5-b1bf-44ca2ec9b88a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.0698097 Jan 15 10:17:07.344486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.398246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f83af-fd10-420e-946e-d973de477b38 req-17511b05-a887-4948-93bb-a826642fc670 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:07.399899 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-094f83af-fd10-420e-946e-d973de477b38 req-17511b05-a887-4948-93bb-a826642fc670 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.2452397 Jan 15 10:17:07.414714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Transition to ACTIVE for port object 92b720b7-6956-4a8d-b089-4f7713aa9247 will not be triggered until provisioned by entity DHCP. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:07.688921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:07.825203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:07.970784 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-094f83af-fd10-420e-946e-d973de477b38 req-83fc1230-5c03-4619-a039-f9f2b51996fa tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590384 Jan 15 10:17:08.003078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'Port': ['ID=92b720b7-6956-4a8d-b089-4f7713aa9247,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:08.006369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:08.025177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Network 262fe386-5151-4930-84a4-fbfec810321e is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:08.027546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:08.030043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:08.123060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:08.123743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.156415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2931f5b-47f2-4a79-8218-b443eeecc1e9 req-42f6aa4b-2204-4bca-8495-f85b94ce039c tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:08.158070 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2931f5b-47f2-4a79-8218-b443eeecc1e9 req-42f6aa4b-2204-4bca-8495-f85b94ce039c tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.2887511 Jan 15 10:17:08.220311 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8570871 Jan 15 10:17:08.242028 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2931f5b-47f2-4a79-8218-b443eeecc1e9 req-2599eff0-8259-412e-8eb2-fe4efc32793c tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746996 Jan 15 10:17:08.253902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Request body: {'port': {'device_id': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:08.289223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-303289ae-4688-476e-9e09-45f050c04da9 None None] Provisioning for port 92b720b7-6956-4a8d-b089-4f7713aa9247 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:08.297968 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-303289ae-4688-476e-9e09-45f050c04da9 None None] Provisioning complete for port 92b720b7-6956-4a8d-b089-4f7713aa9247 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:08.298780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-303289ae-4688-476e-9e09-45f050c04da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.367696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-303289ae-4688-476e-9e09-45f050c04da9 None None] Port 92b720b7-6956-4a8d-b089-4f7713aa9247 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:17:08.411338 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:08.663022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27ee68-6b51-4928-b8aa-b9133c2428db req-32d85133-f795-4e47-aa10-6d5590ad4c48 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:08.663022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-6f27ee68-6b51-4928-b8aa-b9133c2428db req-32d85133-f795-4e47-aa10-6d5590ad4c48 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Synchronizing usage tracker for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:08.736769 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-6f27ee68-6b51-4928-b8aa-b9133c2428db req-32d85133-f795-4e47-aa10-6d5590ad4c48 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Unset dirty status for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:08.738229 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6f27ee68-6b51-4928-b8aa-b9133c2428db req-32d85133-f795-4e47-aa10-6d5590ad4c48 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 932 time: 0.2683961 Jan 15 10:17:08.873886 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6f27ee68-6b51-4928-b8aa-b9133c2428db req-b3422547-d840-4657-a31e-cda106dacee5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261454 Jan 15 10:17:09.058122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92b720b7-6956-4a8d-b089-4f7713aa9247 {{(pid=80045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:17:09.069916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.086736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Transition to ACTIVE for port object 92b720b7-6956-4a8d-b089-4f7713aa9247 will not be triggered until provisioned by entity L2. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:09.091494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.119255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2d6a843b-a455-43a9-9112-fd0455579b6a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:09.250367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Pushing event updated for resources: {'Port': ['ID=92b720b7-6956-4a8d-b089-4f7713aa9247,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:09.254876 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:09.547084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Attempting to bind port 92b720b7-6956-4a8d-b089-4f7713aa9247 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:09.547454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Attempting to bind port 92b720b7-6956-4a8d-b089-4f7713aa9247 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:09.547819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Attempting to bind port 92b720b7-6956-4a8d-b089-4f7713aa9247 on network 262fe386-5151-4930-84a4-fbfec810321e {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:09.554441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:09.554812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Checking segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:09.555250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.555641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Bound using segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:09.556110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Bound port: 92b720b7-6956-4a8d-b089-4f7713aa9247, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'}}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:09.556482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.655166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] For port 92b720b7-6956-4a8d-b089-4f7713aa9247, host hv-cinder-76859, cleared binding levels {{(pid=80045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:09.658576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] For port 92b720b7-6956-4a8d-b089-4f7713aa9247, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=92b720b7-6956-4a8d-b089-4f7713aa9247,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:09.663946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.680500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-084fa58d-992d-4fb2-bde1-985e425d065b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:09.813638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Pushing event updated for resources: {'Port': ['ID=92b720b7-6956-4a8d-b089-4f7713aa9247,revision_number=3']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:09.818589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:09.880872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:09.881565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:09.883090 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] 10.222.0.64 "PUT /v2.0/ports/92b720b7-6956-4a8d-b089-4f7713aa9247 HTTP/1.1" status: 200 len: 1158 time: 1.6400518 Jan 15 10:17:09.883611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:09.944691 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247', 'status': 'completed', 'code': 200} Jan 15 10:17:10.030756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 41680) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:10.147201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017ae01-be4b-484b-a95c-20065f13125a req-04dbd8b9-f93d-41e6-8f53-99525c8681bf tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:10.148873 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2017ae01-be4b-484b-a95c-20065f13125a req-04dbd8b9-f93d-41e6-8f53-99525c8681bf tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1073332 Jan 15 10:17:10.209577 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2017ae01-be4b-484b-a95c-20065f13125a req-272aa671-ce81-48dd-bc21-cb30bec5b25e tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535002 Jan 15 10:17:10.225363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.241101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:10.247663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Usage tracker for resource:security_group_rule and tenant:d72c127f3ecf4461b2d8b688d633ea0b is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:10.251604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:10.257734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:10.342864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.345811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.355317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9820ffe5-4940-46d4-8d76-d4876c5f52e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:10.399261 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d72c127f3ecf4461b2d8b688d633ea0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672693 Jan 15 10:17:10.400923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648e0c75-b1ca-4a66-9021-1ccd84317070,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:10.402318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41690) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:10.404231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:10.468652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4252689f-4f1a-444c-9cfa-0c8b72b8406b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.498974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4252689f-4f1a-444c-9cfa-0c8b72b8406b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.550092 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4252689f-4f1a-444c-9cfa-0c8b72b8406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.555912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:10.567666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252689f-4f1a-444c-9cfa-0c8b72b8406b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648e0c75-b1ca-4a66-9021-1ccd84317070,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:10.571408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4252689f-4f1a-444c-9cfa-0c8b72b8406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:10.581372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4252689f-4f1a-444c-9cfa-0c8b72b8406b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.582662 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4252689f-4f1a-444c-9cfa-0c8b72b8406b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/648e0c75-b1ca-4a66-9021-1ccd84317070 HTTP/1.1" status: 204 len: 168 time: 0.1791525 Jan 15 10:17:10.926424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41708) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:10.945673 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:10.961248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:10.965330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Usage tracker for resource:security_group_rule and tenant:71c87cb9652e4ae6940a37bfdcaf373c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:10.969019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:10.974776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:11.058453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.061422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.070718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:11.114173 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=71c87cb9652e4ae6940a37bfdcaf373c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865215 Jan 15 10:17:11.115172 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48079b29-a4e7-42fe-9653-bdb4f4a4e977,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:11.117272 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 41712) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:11.118563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:11.180117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-967204be-6ace-4dfa-a416-5958e22bcd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.207746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-967204be-6ace-4dfa-a416-5958e22bcd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.253354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-967204be-6ace-4dfa-a416-5958e22bcd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.260232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:11.275440 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967204be-6ace-4dfa-a416-5958e22bcd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48079b29-a4e7-42fe-9653-bdb4f4a4e977,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:11.278601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-967204be-6ace-4dfa-a416-5958e22bcd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:11.283118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-967204be-6ace-4dfa-a416-5958e22bcd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.284627 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-967204be-6ace-4dfa-a416-5958e22bcd1a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/48079b29-a4e7-42fe-9653-bdb4f4a4e977 HTTP/1.1" status: 204 len: 168 time: 0.1659818 Jan 15 10:17:11.536116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.568122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb604670-038d-41a6-b752-440cb1dfb3f2 req-17a86f3f-c577-4000-86a6-6620f8d09279 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:11.569908 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cb604670-038d-41a6-b752-440cb1dfb3f2 req-17a86f3f-c577-4000-86a6-6620f8d09279 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.2075796 Jan 15 10:17:11.579022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3f163-5353-46d8-ba7f-39c2c18cff4a req-bf84a2b4-6c04-4acd-a3de-5ad7332e02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:11.580648 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eaa3f163-5353-46d8-ba7f-39c2c18cff4a req-bf84a2b4-6c04-4acd-a3de-5ad7332e02ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 1161 time: 0.1507115 Jan 15 10:17:11.608413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:11.701372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:11.701788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:11.839451 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cb604670-038d-41a6-b752-440cb1dfb3f2 req-f00960cc-8a2b-4b36-b3ab-cbac6c64e8f0 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2625031 Jan 15 10:17:11.911205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3f163-5353-46d8-ba7f-39c2c18cff4a req-263b585a-67a3-4a2b-a3cb-39af49b1b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:11.912872 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eaa3f163-5353-46d8-ba7f-39c2c18cff4a req-263b585a-67a3-4a2b-a3cb-39af49b1b119 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2924414 Jan 15 10:17:12.063616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3f163-5353-46d8-ba7f-39c2c18cff4a req-58a7cf1c-84e1-4e26-9bb1-038f6dc42abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:12.065277 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eaa3f163-5353-46d8-ba7f-39c2c18cff4a req-58a7cf1c-84e1-4e26-9bb1-038f6dc42abc service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1447713 Jan 15 10:17:13.124574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bcdac-014d-4caf-b6bf-e0c7781cdccd req-d4d0b3d8-5eee-47c8-a829-11ab3eca6da5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:13.126291 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5e8bcdac-014d-4caf-b6bf-e0c7781cdccd req-d4d0b3d8-5eee-47c8-a829-11ab3eca6da5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1114366 Jan 15 10:17:13.176954 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5e8bcdac-014d-4caf-b6bf-e0c7781cdccd req-5da4406a-40c8-4038-a1bc-74579a3bc6d0 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445161 Jan 15 10:17:14.136425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 41828) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:14.292551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.308417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:14.312606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a101acb5117423eb157a9e7cea81e35 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:14.315650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:14.324090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:14.341426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:17:14.462895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53af61-5c93-4c00-a96c-792e338377be req-39d5a6a1-b971-481b-a8ea-67ee6150a7af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:14.465043 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-db53af61-5c93-4c00-a96c-792e338377be req-39d5a6a1-b971-481b-a8ea-67ee6150a7af tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1435139 Jan 15 10:17:14.537970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.546913 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-db53af61-5c93-4c00-a96c-792e338377be req-fd3d4e16-11f6-4f1a-882b-17df11f50ce1 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740967 Jan 15 10:17:14.547698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.556493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-74872357-46d5-4e42-9d78-3a9980c3266c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:14.599802 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5a101acb5117423eb157a9e7cea81e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622180 Jan 15 10:17:14.600814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fac3a6-5cdf-4e5e-a6f0-7060a2e7f5e7,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:14.602620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41838) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:14.604171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:14.667220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-41cbd9d6-70ce-40ea-bc49-784f7448f61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.699050 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-41cbd9d6-70ce-40ea-bc49-784f7448f61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.745407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-41cbd9d6-70ce-40ea-bc49-784f7448f61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.750513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:14.763743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbd9d6-70ce-40ea-bc49-784f7448f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fac3a6-5cdf-4e5e-a6f0-7060a2e7f5e7,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:14.766101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-41cbd9d6-70ce-40ea-bc49-784f7448f61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:14.773674 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-41cbd9d6-70ce-40ea-bc49-784f7448f61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:14.774912 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-41cbd9d6-70ce-40ea-bc49-784f7448f61a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/05fac3a6-5cdf-4e5e-a6f0-7060a2e7f5e7 HTTP/1.1" status: 204 len: 168 time: 0.1711330 Jan 15 10:17:14.808601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-6acf9f82-4226-49c7-a192-5e5c0058f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:14.810281 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-6acf9f82-4226-49c7-a192-5e5c0058f377 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 1161 time: 0.0916276 Jan 15 10:17:15.069130 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-f512f43d-e45b-4b6e-8be5-912ad4509bcb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92b720b7-6956-4a8d-b089-4f7713aa9247 HTTP/1.1" status: 200 len: 217 time: 0.2486970 Jan 15 10:17:15.162033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-56c3fecf-fc2a-43bd-8074-bd3a8354010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:15.164175 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-56c3fecf-fc2a-43bd-8074-bd3a8354010c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0833633 Jan 15 10:17:15.170054 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41858) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:15.190622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.208670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:15.212962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Usage tracker for resource:security_group_rule and tenant:d50bf4c30fde4cac9a93f56763d16d74 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:15.215978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:15.222021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:15.247281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-06d879ff-2240-44fd-9407-a70d345cfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:15.248969 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-06d879ff-2240-44fd-9407-a70d345cfdef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773947 Jan 15 10:17:15.308963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.311975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.321509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:15.365478 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d50bf4c30fde4cac9a93f56763d16d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940823 Jan 15 10:17:15.366405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ca2353-115f-4eee-9a48-c644d0aeffcb,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:15.369070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41862) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:15.372283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:15.418050 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-aa1b56a9-2b63-4986-86dd-abbcf19d4778 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612711 Jan 15 10:17:15.440019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f76604b4-c3b2-40f3-81c1-b4ca86fe1483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.470976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f76604b4-c3b2-40f3-81c1-b4ca86fe1483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.517952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f76604b4-c3b2-40f3-81c1-b4ca86fe1483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.523213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f9f52411-eb64-416f-afbb-039a7f8b75e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:15.537850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76604b4-c3b2-40f3-81c1-b4ca86fe1483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ca2353-115f-4eee-9a48-c644d0aeffcb,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:15.540806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f76604b4-c3b2-40f3-81c1-b4ca86fe1483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:15.542551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f76604b4-c3b2-40f3-81c1-b4ca86fe1483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.547412 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f76604b4-c3b2-40f3-81c1-b4ca86fe1483 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/65ca2353-115f-4eee-9a48-c644d0aeffcb HTTP/1.1" status: 204 len: 168 time: 0.1768005 Jan 15 10:17:15.578263 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f46580c-09ad-4963-97cc-41bfa74caacb req-9b13a565-883c-452a-842b-22cb75654634 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534450 Jan 15 10:17:15.645387 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a8570f3a-4e2c-4e94-8649-6bec99ce6eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:15.810599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7b4de-3ef8-435f-b9f7-f22b459b1600 req-d29ed328-a09d-4d5b-b150-7f0402891092 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:15.812329 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0ac7b4de-3ef8-435f-b9f7-f22b459b1600 req-d29ed328-a09d-4d5b-b150-7f0402891092 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1097076 Jan 15 10:17:15.867454 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0ac7b4de-3ef8-435f-b9f7-f22b459b1600 req-f620de92-783a-4f54-8cca-b7a662ee93a7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476320 Jan 15 10:17:17.147923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d930d-579a-40c2-b78e-c13c96725c79 req-bf0722f3-75ba-4362-bf04-0e4c8441569b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:17.149670 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1a0d930d-579a-40c2-b78e-c13c96725c79 req-bf0722f3-75ba-4362-bf04-0e4c8441569b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1116953 Jan 15 10:17:17.211796 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1a0d930d-579a-40c2-b78e-c13c96725c79 req-59bf8f07-953b-443f-831b-9f6a560f2fed tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518935 Jan 15 10:17:17.734132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 41992) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:17.901985 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-91173cb3-5dbe-4507-aeb1-2f4d4397702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.908136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:17.924223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:17.928268 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Usage tracker for resource:security_group_rule and tenant:9e88cd4a90274af6a8ef3b671cdfc3e2 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:17.931297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:17.937795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:18.029072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.032215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.041629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-208e6352-9351-4d35-b7ce-5bdcb4977e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:18.088260 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e88cd4a90274af6a8ef3b671cdfc3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526058 Jan 15 10:17:18.090648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd41fc-6235-48f1-a236-bcfa6093a9a8,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:18.091985 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42006) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:18.093947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:18.169980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-12b4636a-4ad2-43ff-9012-c05b49a6f9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.198062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-12b4636a-4ad2-43ff-9012-c05b49a6f9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.243966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-12b4636a-4ad2-43ff-9012-c05b49a6f9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.248356 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:18.262308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4636a-4ad2-43ff-9012-c05b49a6f9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd41fc-6235-48f1-a236-bcfa6093a9a8,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:18.265119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-12b4636a-4ad2-43ff-9012-c05b49a6f9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:18.283550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-12b4636a-4ad2-43ff-9012-c05b49a6f9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.284982 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-12b4636a-4ad2-43ff-9012-c05b49a6f9b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93dd41fc-6235-48f1-a236-bcfa6093a9a8 HTTP/1.1" status: 204 len: 168 time: 0.1918137 Jan 15 10:17:18.325686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.510412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3eeb5-51bb-4ffe-99d6-768796885a6f req-442a19ad-7eb1-4af3-a8d1-17491418530b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:18.512648 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-15b3eeb5-51bb-4ffe-99d6-768796885a6f req-442a19ad-7eb1-4af3-a8d1-17491418530b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1101675 Jan 15 10:17:18.575293 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-15b3eeb5-51bb-4ffe-99d6-768796885a6f req-27d1a376-d6ef-4318-9a34-654491533e65 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557139 Jan 15 10:17:18.686778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42032) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:18.706623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.723855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:18.727926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:87f5cdacbbdb489c9020d8e49f7cadb2 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:18.730924 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:18.736807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:18.827727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.830758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.840315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2e52f678-17ab-4458-bcaa-98a70a8c734d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:18.882543 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=87f5cdacbbdb489c9020d8e49f7cadb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944864 Jan 15 10:17:18.884263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25cc406-babf-4b1c-8cfb-9444dbc39197,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:18.885460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42040) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:18.888222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:18.957707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d20bceca-7ba7-4b62-a152-4af21f6659c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:18.986182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d20bceca-7ba7-4b62-a152-4af21f6659c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.032583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d20bceca-7ba7-4b62-a152-4af21f6659c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.037911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-084294e7-37cf-46ee-b3dd-95f534b70b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:19.051228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bceca-7ba7-4b62-a152-4af21f6659c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25cc406-babf-4b1c-8cfb-9444dbc39197,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:19.054956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d20bceca-7ba7-4b62-a152-4af21f6659c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:19.064743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d20bceca-7ba7-4b62-a152-4af21f6659c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.064743 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-d20bceca-7ba7-4b62-a152-4af21f6659c5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e25cc406-babf-4b1c-8cfb-9444dbc39197 HTTP/1.1" status: 204 len: 168 time: 0.1755610 Jan 15 10:17:19.541757 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:19.826018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec02a84-f1d2-4a87-8be4-d77607cf4df3 req-b8d332f1-8110-4a9f-ae12-be690a82a380 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:19.827836 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fec02a84-f1d2-4a87-8be4-d77607cf4df3 req-b8d332f1-8110-4a9f-ae12-be690a82a380 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1057854 Jan 15 10:17:19.882058 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fec02a84-f1d2-4a87-8be4-d77607cf4df3 req-955fa31b-1fb3-408c-a4a6-3c93c91c6adc tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478725 Jan 15 10:17:20.323825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.129830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516444be-b010-4f37-b2da-aee5d011b89e req-412b8e78-7657-40c7-8348-8242d4bbe7da tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:21.131583 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-516444be-b010-4f37-b2da-aee5d011b89e req-412b8e78-7657-40c7-8348-8242d4bbe7da tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1028638 Jan 15 10:17:21.183220 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-516444be-b010-4f37-b2da-aee5d011b89e req-f6a1a402-f2d4-4d45-abd5-501f1f5ed2d7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 Jan 15 10:17:21.473735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 92b720b7-6956-4a8d-b089-4f7713aa9247 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:21.541671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 92b720b7-6956-4a8d-b089-4f7713aa9247 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:21.546955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 92b720b7-6956-4a8d-b089-4f7713aa9247 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:21.547395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.662627 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.693530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:21.704152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 92b720b7-6956-4a8d-b089-4f7713aa9247, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=92b720b7-6956-4a8d-b089-4f7713aa9247,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:21.707075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:21.709391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:21.758409 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247', 'code': 200} Jan 15 10:17:21.778979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=92b720b7-6956-4a8d-b089-4f7713aa9247,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:21.789717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:21.863587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 92b720b7-6956-4a8d-b089-4f7713aa9247 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:21.933639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 92b720b7-6956-4a8d-b089-4f7713aa9247 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:21.934057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:22.034141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb04d0-4ce8-4057-82ec-a86fedf6ab6d req-f0624f7e-f70d-4de9-a9e8-e890a7e7d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:22.035798 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-45eb04d0-4ce8-4057-82ec-a86fedf6ab6d req-f0624f7e-f70d-4de9-a9e8-e890a7e7d99f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 1163 time: 0.0896664 Jan 15 10:17:22.080927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-45eb04d0-4ce8-4057-82ec-a86fedf6ab6d req-c3c5b80e-729e-4818-bcd3-49eca576403b service neutron] Synchronizing usage tracker for tenant:e6e06c6dfdfd4012b44204c2a16a23c0 on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:22.097437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-45eb04d0-4ce8-4057-82ec-a86fedf6ab6d req-c3c5b80e-729e-4818-bcd3-49eca576403b service neutron] Unset dirty status for tenant:e6e06c6dfdfd4012b44204c2a16a23c0 on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:22.098824 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-45eb04d0-4ce8-4057-82ec-a86fedf6ab6d req-c3c5b80e-729e-4818-bcd3-49eca576403b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554357 Jan 15 10:17:22.426344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43f20b-6f2e-4e41-88bf-4759f0816e4e req-cf53a5b4-1d45-4f1f-a41d-80f19ffafecf tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:22.427991 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b43f20b-6f2e-4e41-88bf-4759f0816e4e req-cf53a5b4-1d45-4f1f-a41d-80f19ffafecf tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 946 time: 0.1003451 Jan 15 10:17:22.481720 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b43f20b-6f2e-4e41-88bf-4759f0816e4e req-7de40c97-12e7-4615-ae00-457ca1841139 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474708 Jan 15 10:17:23.727124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc85e8-a0e0-461d-bfdf-60189f41139b req-62b84fe0-76ab-4867-b99b-411444694a74 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:23.728738 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6adc85e8-a0e0-461d-bfdf-60189f41139b req-62b84fe0-76ab-4867-b99b-411444694a74 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 946 time: 0.0993519 Jan 15 10:17:23.779086 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6adc85e8-a0e0-461d-bfdf-60189f41139b req-4ac3d266-0793-4f28-a0d2-6c86ea38cc93 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441892 Jan 15 10:17:25.021433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcfe1-b200-403e-9b71-2b7557c0d673 req-887bce8c-5e66-487b-b7e1-ed11fa18cac1 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:25.022948 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cf2bcfe1-b200-403e-9b71-2b7557c0d673 req-887bce8c-5e66-487b-b7e1-ed11fa18cac1 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 946 time: 0.1027865 Jan 15 10:17:25.073611 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cf2bcfe1-b200-403e-9b71-2b7557c0d673 req-db08404c-a0c2-4f75-9499-8eb8451e10d2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438619 Jan 15 10:17:25.930163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 92b720b7-6956-4a8d-b089-4f7713aa9247 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:26.001911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 92b720b7-6956-4a8d-b089-4f7713aa9247 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:26.002312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:26.321227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e6059-02a5-4063-be6c-2a95fbbd0361 req-0038d5e4-be9e-45e7-b522-da385d463e5b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:26.322840 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-991e6059-02a5-4063-be6c-2a95fbbd0361 req-0038d5e4-be9e-45e7-b522-da385d463e5b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 946 time: 0.1012096 Jan 15 10:17:26.384526 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-991e6059-02a5-4063-be6c-2a95fbbd0361 req-438da383-39b7-47db-adbe-3d9dc6a4e839 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553186 Jan 15 10:17:26.642265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67926270-2c9a-468a-8214-4c801f175ef4 req-ce8414fe-3e8e-415f-ba79-94bcc7198875 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:26.643931 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-67926270-2c9a-468a-8214-4c801f175ef4 req-ce8414fe-3e8e-415f-ba79-94bcc7198875 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 946 time: 0.1007171 Jan 15 10:17:26.653617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42224) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:26.660846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'floatingip': {'port_id': '92b720b7-6956-4a8d-b089-4f7713aa9247'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:26.929391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:27.721666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:27.724183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:27.896366 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Floating IP 0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4 associated. External IP: 172.27.1.232, port: 92b720b7-6956-4a8d-b089-4f7713aa9247. Jan 15 10:17:28.254845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:17:28.640062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:17:28.644534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:28.653021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] Sync routers for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:17:28.663165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:28.663904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:28.702129 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b627482e-0923-4bea-ba15-95da2209de11 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "PUT /v2.0/floatingips/0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4 HTTP/1.1" status: 200 len: 992 time: 2.0470803 Jan 15 10:17:28.702785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:28.761377 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247', 'status': 'completed', 'code': 200} Jan 15 10:17:28.847347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:29.207408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'port_id': '92b720b7-6956-4a8d-b089-4f7713aa9247', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'mac_address': 'fa:16:3e:42:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:16:51Z', 'updated_at': '2021-01-15T10:17:27Z', 'revision_number': 1, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:29.211439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] Checking router: 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:17:29.220707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:17:29.221355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:17:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:29.411841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:17:29.508508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 92b720b7-6956-4a8d-b089-4f7713aa9247 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:29.527756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-d84a4eff-8053-47dd-8d6b-54e399430b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:29.529432 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-d84a4eff-8053-47dd-8d6b-54e399430b58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 1163 time: 0.1568038 Jan 15 10:17:29.648438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 92b720b7-6956-4a8d-b089-4f7713aa9247 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:29.648864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:29.695630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-21ee80f9-24a0-46a3-b8a1-2ea307a5d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:29.698353 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-21ee80f9-24a0-46a3-b8a1-2ea307a5d2d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1613638 Jan 15 10:17:29.854551 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-bb9ccd12-87ab-450c-8456-1119b4bbd97f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92b720b7-6956-4a8d-b089-4f7713aa9247 HTTP/1.1" status: 200 len: 1000 time: 0.1398706 Jan 15 10:17:29.914501 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'port_id': '92b720b7-6956-4a8d-b089-4f7713aa9247', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'mac_address': 'fa:16:3e:42:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:16:51Z', 'updated_at': '2021-01-15T10:17:27Z', 'revision_number': 1, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:17:29.918886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f304036-1609-48a3-8d09-35a54a380423 None None] The sync data for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi is: [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'port_id': '92b720b7-6956-4a8d-b089-4f7713aa9247', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'mac_address': 'fa:16:3e:42:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:16:51Z', 'updated_at': '2021-01-15T10:17:27Z', 'revision_number': 1, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:17:29.944909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-2dc5c4be-6e7a-4d1c-84e8-a3234b0d3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:29.946682 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-2dc5c4be-6e7a-4d1c-84e8-a3234b0d3eb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0710895 Jan 15 10:17:30.050599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-37154388-9760-4b6f-bb4c-7f1883908f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:30.052278 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-37154388-9760-4b6f-bb4c-7f1883908f07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788920 Jan 15 10:17:30.211105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab0597-1bc9-48d0-b156-5eb23399795d None None] New status for floating IP 0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4: ACTIVE {{(pid=80046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:17:30.212584 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-bf92b00d-380a-4ab0-ab98-225bfd81c363 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458967 Jan 15 10:17:30.357235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42278) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:30.373776 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8c4f626-628b-4462-8119-d919bdf546e8 req-3709cede-18e7-4fa4-8230-3c236a1de959 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1529465 Jan 15 10:17:30.525291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.540922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:30.545572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Usage tracker for resource:security_group_rule and tenant:e53d8019966a42d1bd4dc6b89ee23fe3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:30.548685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:30.554833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:30.642750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.646008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.655486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f76604b4-c3b2-40f3-81c1-b4ca86fe1483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:30.708897 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e53d8019966a42d1bd4dc6b89ee23fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479016 Jan 15 10:17:30.708897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc771a32-7e06-4f28-a154-25251d671acf,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:30.711042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42300) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:30.718125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.718523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.718913 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.719321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.719697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.720072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.720445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.720816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.721186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.721552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.721921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.722287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.722696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.723106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.723481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.737599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.740161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:30.795121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.829082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.889588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.895609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3499dfa1-5545-4ebc-8aa9-2c905e0c7d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:30.913604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc771a32-7e06-4f28-a154-25251d671acf,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:30.927202 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.927604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.928088 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.928649 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.929044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.929429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.929811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.930285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.930721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.931151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.931541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.931923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.932633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.932918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.933299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.933724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.934183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.934376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.934739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.935134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.935546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.935982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.936437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.936713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:30.940573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:30.941728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:30.942950 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc771a32-7e06-4f28-a154-25251d671acf HTTP/1.1" status: 204 len: 168 time: 0.2305832 Jan 15 10:17:31.328989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42324) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:31.348612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.363963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:31.368033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb39b814ad84e8595ec2921d293ea34 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:31.370979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:31.376760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:31.461992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.465506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.474293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-345c2763-581d-4bff-8abd-586cd9d29b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:31.516936 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5fb39b814ad84e8595ec2921d293ea34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868258 Jan 15 10:17:31.517850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f7a7e6-5fd1-4098-96f0-8ba38651554e,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:31.519821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42328) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:31.521144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:31.583899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c750f01-35c5-40c5-9083-9b729d923e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.614324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c750f01-35c5-40c5-9083-9b729d923e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.659156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c750f01-35c5-40c5-9083-9b729d923e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.663992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:31.676347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c750f01-35c5-40c5-9083-9b729d923e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f7a7e6-5fd1-4098-96f0-8ba38651554e,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:31.678613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4c750f01-35c5-40c5-9083-9b729d923e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:31.686652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c750f01-35c5-40c5-9083-9b729d923e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:31.687923 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4c750f01-35c5-40c5-9083-9b729d923e4e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36f7a7e6-5fd1-4098-96f0-8ba38651554e HTTP/1.1" status: 204 len: 168 time: 0.1662457 Jan 15 10:17:35.036338 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-bca94eb7-21c4-4af5-b228-05b2eeb4d28d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0973053 Jan 15 10:17:35.206485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-34fd66a0-92f0-456d-a445-fcbe6fc50908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:35.209716 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-34fd66a0-92f0-456d-a445-fcbe6fc50908 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=42c9cc4634874cec8fb44da23e6d3ad3&device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 1163 time: 0.0927203 Jan 15 10:17:35.408095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-fa2a11e7-15bd-47ec-9bbe-503da1d6e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:35.409942 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-fa2a11e7-15bd-47ec-9bbe-503da1d6e62d service neutron] 10.222.0.64 "GET /v2.0/networks?id=467954fd-8fff-437c-966b-a504e765fc0a HTTP/1.1" status: 200 len: 906 time: 0.1741998 Jan 15 10:17:35.501561 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-f18ffcc4-ad55-48fd-b5da-65aeeefa6108 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f7fd38d-d491-4ff5-aa88-87ebb7b80141 HTTP/1.1" status: 200 len: 217 time: 0.0756314 Jan 15 10:17:36.053281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead527e-b104-4040-b84b-38327dfa590c req-65a31f3b-af56-4bfd-8d96-5beefc79fa91 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:36.054891 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-65a31f3b-af56-4bfd-8d96-5beefc79fa91 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 815 time: 0.3561778 Jan 15 10:17:36.071515 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-3f7faa94-b844-4f04-b806-efc8a9873629 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/quotas/4c85e7098be04404bcd7fe05f2665de3 HTTP/1.1" status: 200 len: 375 time: 0.0099523 Jan 15 10:17:36.162527 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-becf992c-beee-469c-9725-796aeafbbfc2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0843956 Jan 15 10:17:36.307958 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-fbb389c6-e2ef-46ec-ada6-ceced530b8e6 service neutron] 10.222.0.75 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372771 Jan 15 10:17:36.455966 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-cbed2d4d-34d1-40d9-9f76-e46b6c9643c2 service neutron] 10.222.0.75 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1417608 Jan 15 10:17:36.669134 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-75de4cbc-9233-428c-809e-2a78de108c8d req-9ca75243-239d-4dad-a86b-cd5d5d142024 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 210 time: 0.0542688 Jan 15 10:17:37.568910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42538) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:37.717761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.733214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:37.737319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Usage tracker for resource:security_group_rule and tenant:c32a2588e39c425db52a6ac63568730e is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:37.740362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:37.746698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:37.834323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.838712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.844060 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fca99035-91e4-440e-9f08-4708b95c19c5 req-efd02113-0689-453c-a99a-26aeeb6c884d tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 210 time: 0.0467699 Jan 15 10:17:37.848194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9d775074-b308-4260-b1ea-ed5d96060e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:37.893258 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c32a2588e39c425db52a6ac63568730e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289816 Jan 15 10:17:37.894244 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2d22c-b6c0-4c19-b15f-d89ca7b8206b,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:37.896135 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42548) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:37.897571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:37.957067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-50bf9bfe-6f23-475e-a664-c17f3831fb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:37.984716 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-50bf9bfe-6f23-475e-a664-c17f3831fb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.029305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-50bf9bfe-6f23-475e-a664-c17f3831fb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.034570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a8bc3390-0b01-4cbd-b4e8-da63e3298b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:38.047720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf9bfe-6f23-475e-a664-c17f3831fb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2d22c-b6c0-4c19-b15f-d89ca7b8206b,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:38.050321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-50bf9bfe-6f23-475e-a664-c17f3831fb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:38.057852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-50bf9bfe-6f23-475e-a664-c17f3831fb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.059155 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-50bf9bfe-6f23-475e-a664-c17f3831fb02 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2fa2d22c-b6c0-4c19-b15f-d89ca7b8206b HTTP/1.1" status: 204 len: 168 time: 0.1618688 Jan 15 10:17:38.404639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42562) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:38.468290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.496503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:38.504399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:17ed87d9c5934f8f91c2ce2accf33bb5 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:38.509238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:38.518085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:38.524313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-7e0c761b-7ff2-4452-b763-4ded5c1997cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:38.526378 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-7e0c761b-7ff2-4452-b763-4ded5c1997cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d346030f-e804-4924-9cf1-abbe201b32f3 HTTP/1.1" status: 200 len: 852 time: 0.1002605 Jan 15 10:17:38.592518 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-d49dcc30-ccf2-4b56-8192-2d4b646de716 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=467954fd-8fff-437c-966b-a504e765fc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582564 Jan 15 10:17:38.795835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.798633 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-6ba90af9-1b72-4962-91ed-685eed2716eb service neutron] 10.222.0.64 "GET /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959047 Jan 15 10:17:38.799740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:38.807981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-280fed92-4edc-471b-b2a5-0500ddeb0c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:38.943689 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=17ed87d9c5934f8f91c2ce2accf33bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378709 Jan 15 10:17:38.946695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1607726d-2dd4-4c63-99f6-72149cf9d52d,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:38.946828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42572) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:38.952422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:39.018746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dc1f8302-58b4-4262-b52c-17eb133ac311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.036718 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-772a099f-f2c8-43ca-bc7f-f39454bb7ea1 req-22b4b2aa-6e06-4686-826f-30dffece623f service neutron] 10.222.0.64 "GET /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2205503 Jan 15 10:17:39.038827 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b071520-1275-4e48-934e-f573f4dfa3c1 req-a5039b8b-d528-4555-988e-43a9b3bc535d tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 210 time: 0.0520775 Jan 15 10:17:39.047441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dc1f8302-58b4-4262-b52c-17eb133ac311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.100075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dc1f8302-58b4-4262-b52c-17eb133ac311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.106665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4c750f01-35c5-40c5-9083-9b729d923e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:39.120940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f8302-58b4-4262-b52c-17eb133ac311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1607726d-2dd4-4c63-99f6-72149cf9d52d,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:39.122911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dc1f8302-58b4-4262-b52c-17eb133ac311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:39.131259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dc1f8302-58b4-4262-b52c-17eb133ac311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:39.135913 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-dc1f8302-58b4-4262-b52c-17eb133ac311 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1607726d-2dd4-4c63-99f6-72149cf9d52d HTTP/1.1" status: 204 len: 168 time: 0.1868117 Jan 15 10:17:39.507169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead527e-b104-4040-b84b-38327dfa590c req-c19625b0-95c7-4a29-aaf5-3c103d7e0d58 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:39.508912 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-c19625b0-95c7-4a29-aaf5-3c103d7e0d58 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 815 time: 0.2139833 Jan 15 10:17:39.543021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Request body: {'port': {'device_id': 'e134e1d9-1ef2-4cb3-8fa4-ca22619d4843', 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9', 'admin_state_up': True, 'tenant_id': '4c85e7098be04404bcd7fe05f2665de3'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:39.713634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:39.717816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Usage tracker for resource:port and tenant:4c85e7098be04404bcd7fe05f2665de3 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:39.720935 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Quota usage for port was recalculated. Used quota:1. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:39.726864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:39.737036 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Made reservation on behalf of 4c85e7098be04404bcd7fe05f2665de3 for: {'port': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:17:39.746294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.080814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Allocated IP 172.20.0.11 (2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9/e5565abc-38e0-4783-aada-280adb51ee4a/37307f74-1379-4efb-86cd-86f0fdafe03c) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:17:40.319837 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4dfd9554-9273-4ae5-88fa-0973b2b7dd4f req-561eccf7-3fe2-47de-877b-3bd3c01f8d9d tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 210 time: 0.0650301 Jan 15 10:17:40.404103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.442943 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.466183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-81db1ab3-d48b-45c6-9963-21c1f9f4dc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:40.693024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Pushing event updated for resources: {'Port': ['ID=37307f74-1379-4efb-86cd-86f0fdafe03c,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:40.698393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:40.709150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:17:40.710578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:17:40.713456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:17:40.833218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:40.833950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:40.864317 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3262560 Jan 15 10:17:40.894671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Request body: {'port': {'device_id': 'e134e1d9-1ef2-4cb3-8fa4-ca22619d4843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:17:41.025929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.605018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37307f74-1379-4efb-86cd-86f0fdafe03c {{(pid=80045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:17:41.616413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.656736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26d90-2fbe-4cc6-b0bc-105cb041df6a req-b6fdfd10-3c76-4fac-9909-ec32a0bd29d2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:41.657537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-fbd26d90-2fbe-4cc6-b0bc-105cb041df6a req-b6fdfd10-3c76-4fac-9909-ec32a0bd29d2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Synchronizing usage tracker for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:41.663860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Transition to ACTIVE for port object 37307f74-1379-4efb-86cd-86f0fdafe03c will not be triggered until provisioned by entity L2. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:17:41.679118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:41.703985 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:41.830286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-fbd26d90-2fbe-4cc6-b0bc-105cb041df6a req-b6fdfd10-3c76-4fac-9909-ec32a0bd29d2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Unset dirty status for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:41.831637 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fbd26d90-2fbe-4cc6-b0bc-105cb041df6a req-b6fdfd10-3c76-4fac-9909-ec32a0bd29d2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 932 time: 0.3551989 Jan 15 10:17:41.876407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Pushing event updated for resources: {'Port': ['ID=37307f74-1379-4efb-86cd-86f0fdafe03c,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:41.881160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:42.128812 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fbd26d90-2fbe-4cc6-b0bc-105cb041df6a req-3bd697ba-e240-4d93-8c8f-a901c8cf4fe6 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900703 Jan 15 10:17:42.236255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.284508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Attempting to bind port 37307f74-1379-4efb-86cd-86f0fdafe03c on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:17:42.284893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Attempting to bind port 37307f74-1379-4efb-86cd-86f0fdafe03c by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:17:42.285352 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Attempting to bind port 37307f74-1379-4efb-86cd-86f0fdafe03c on network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:17:42.292132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:17:42.292613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Checking segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:17:42.293012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.293405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Bound using segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:17:42.293974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Bound port: 37307f74-1379-4efb-86cd-86f0fdafe03c, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'}}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:17:42.294401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.392023 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] For port 37307f74-1379-4efb-86cd-86f0fdafe03c, host hv-cinder-76859, cleared binding levels {{(pid=80045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:17:42.395878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] For port 37307f74-1379-4efb-86cd-86f0fdafe03c, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=37307f74-1379-4efb-86cd-86f0fdafe03c,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:17:42.402194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.419203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42738) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:42.420260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:42.576876 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Pushing event updated for resources: {'Port': ['ID=37307f74-1379-4efb-86cd-86f0fdafe03c,revision_number=3']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:42.582577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:42.583680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.599874 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:42.604427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Usage tracker for resource:security_group_rule and tenant:5840e12b87c3431cb79bd3ddfb5612f3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:42.607642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:42.613364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:42.618189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:42.618957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.621096 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] 10.222.0.64 "PUT /v2.0/ports/37307f74-1379-4efb-86cd-86f0fdafe03c HTTP/1.1" status: 200 len: 1158 time: 1.7361035 Jan 15 10:17:42.621599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e134e1d9-1ef2-4cb3-8fa4-ca22619d4843', 'tag': '37307f74-1379-4efb-86cd-86f0fdafe03c'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:42.680086 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e134e1d9-1ef2-4cb3-8fa4-ca22619d4843', 'tag': '37307f74-1379-4efb-86cd-86f0fdafe03c', 'status': 'completed', 'code': 200} Jan 15 10:17:42.703327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.705989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.715644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-41cbd9d6-70ce-40ea-bc49-784f7448f61a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:42.761003 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5840e12b87c3431cb79bd3ddfb5612f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405423 Jan 15 10:17:42.762771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898ca17a-c16c-4cd2-b031-2ae0f832ed0c,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:42.764119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42752) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:42.766147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:42.830536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee3aa87f-1070-4cfd-841d-c2d7910d85c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.858761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee3aa87f-1070-4cfd-841d-c2d7910d85c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.902743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee3aa87f-1070-4cfd-841d-c2d7910d85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.907776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:42.918924 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3aa87f-1070-4cfd-841d-c2d7910d85c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898ca17a-c16c-4cd2-b031-2ae0f832ed0c,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:42.923843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ee3aa87f-1070-4cfd-841d-c2d7910d85c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:42.925827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee3aa87f-1070-4cfd-841d-c2d7910d85c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:42.927074 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ee3aa87f-1070-4cfd-841d-c2d7910d85c8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/898ca17a-c16c-4cd2-b031-2ae0f832ed0c HTTP/1.1" status: 204 len: 168 time: 0.1610217 Jan 15 10:17:43.277122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42766) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:43.296388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.311851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:43.316255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Usage tracker for resource:security_group_rule and tenant:a5937f191b464fb2b576abb5377828f8 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:43.319233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:43.325511 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:43.370776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08bff0-2016-455b-a087-f86bf4e973d1 req-03599a08-4804-478b-9b9a-b7c6ed8fd317 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:43.372439 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7f08bff0-2016-455b-a087-f86bf4e973d1 req-03599a08-4804-478b-9b9a-b7c6ed8fd317 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 944 time: 0.1041739 Jan 15 10:17:43.432006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.434835 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7f08bff0-2016-455b-a087-f86bf4e973d1 req-984be8a7-4771-4209-a50e-108f86548edc tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543067 Jan 15 10:17:43.440476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.457753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:43.489176 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a5937f191b464fb2b576abb5377828f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111125 Jan 15 10:17:43.492014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42772) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:43.503677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ece0447-a4e8-4607-8803-beb77d59b733,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:43.507075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:43.553571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bb48b3b0-6725-42d9-8420-070bccb9a5a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.581813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bb48b3b0-6725-42d9-8420-070bccb9a5a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.626451 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bb48b3b0-6725-42d9-8420-070bccb9a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.631606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-07ffd790-d3fb-4f37-a07e-c3a2d2d4185c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:43.645875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48b3b0-6725-42d9-8420-070bccb9a5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ece0447-a4e8-4607-8803-beb77d59b733,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:43.648582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-bb48b3b0-6725-42d9-8420-070bccb9a5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:43.650674 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bb48b3b0-6725-42d9-8420-070bccb9a5a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:43.654748 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-bb48b3b0-6725-42d9-8420-070bccb9a5a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ece0447-a4e8-4607-8803-beb77d59b733 HTTP/1.1" status: 204 len: 168 time: 0.1588347 Jan 15 10:17:44.131427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0346ef-8e5c-4b1c-af1b-c23334ef266f req-3d0ed937-4773-43a1-8d11-90eebdc13877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:44.133054 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8d0346ef-8e5c-4b1c-af1b-c23334ef266f req-3d0ed937-4773-43a1-8d11-90eebdc13877 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 1161 time: 0.0819468 Jan 15 10:17:44.293017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0346ef-8e5c-4b1c-af1b-c23334ef266f req-5a23a544-09dd-4703-b173-05c0ba62c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:44.294669 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8d0346ef-8e5c-4b1c-af1b-c23334ef266f req-5a23a544-09dd-4703-b173-05c0ba62c2a7 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4c85e7098be04404bcd7fe05f2665de3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1535368 Jan 15 10:17:44.455638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0346ef-8e5c-4b1c-af1b-c23334ef266f req-0efa33d4-b683-4b4f-96f0-590e08f75705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:44.457353 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8d0346ef-8e5c-4b1c-af1b-c23334ef266f req-0efa33d4-b683-4b4f-96f0-590e08f75705 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1484828 Jan 15 10:17:44.636670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead527e-b104-4040-b84b-38327dfa590c req-bc0401b9-8410-4130-9aa6-15793722fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:44.638275 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-bc0401b9-8410-4130-9aa6-15793722fd35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 1161 time: 0.1323900 Jan 15 10:17:44.716774 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-99aca1fb-8cd4-4676-88b8-dd87bfd1627d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37307f74-1379-4efb-86cd-86f0fdafe03c HTTP/1.1" status: 200 len: 217 time: 0.0690885 Jan 15 10:17:44.807089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096cc40-b92c-43e1-bb55-1eeecb6106a8 req-9e81a530-595d-42c1-af4e-82b6ca601f9e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:44.809031 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b096cc40-b92c-43e1-bb55-1eeecb6106a8 req-9e81a530-595d-42c1-af4e-82b6ca601f9e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 944 time: 0.2271698 Jan 15 10:17:44.851448 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead527e-b104-4040-b84b-38327dfa590c req-7778c38c-a8f4-45bf-b883-7c9763f3985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:44.853050 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-7778c38c-a8f4-45bf-b883-7c9763f3985a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 200 len: 855 time: 0.1279631 Jan 15 10:17:44.914616 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-8400757d-1dba-4e55-aa0b-a54a464b72d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498991 Jan 15 10:17:44.922506 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b096cc40-b92c-43e1-bb55-1eeecb6106a8 req-9d6647c7-3a84-4f01-bb46-b72b85efb033 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056530 Jan 15 10:17:45.086154 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-b7dd9d31-522b-4394-b166-a8193fcb8a4a service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625826 Jan 15 10:17:45.260520 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ead527e-b104-4040-b84b-38327dfa590c req-97c93d19-3cec-4684-b9e5-19434b1b2132 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1664302 Jan 15 10:17:45.649222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e023291b-1e44-4b57-958e-851450f42eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:46.162873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079ce8f-5e84-48f6-bc0c-45f166128e3c req-9f325388-c9e2-4925-a3e2-479072367b46 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:46.164630 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5079ce8f-5e84-48f6-bc0c-45f166128e3c req-9f325388-c9e2-4925-a3e2-479072367b46 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 944 time: 0.1122296 Jan 15 10:17:46.219516 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5079ce8f-5e84-48f6-bc0c-45f166128e3c req-b57d5fa2-4924-4aed-83ee-d6b8d1d293bf tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486126 Jan 15 10:17:47.513313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fcb8a-371d-4cb4-a215-6b6297143aea req-814939e1-66d8-4dc6-9dd6-52294ec80ef1 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:47.522441 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ee9fcb8a-371d-4cb4-a215-6b6297143aea req-814939e1-66d8-4dc6-9dd6-52294ec80ef1 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 944 time: 0.1234670 Jan 15 10:17:47.593105 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ee9fcb8a-371d-4cb4-a215-6b6297143aea req-b2629796-b1b4-4932-a0fd-96f0c05c5594 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696588 Jan 15 10:17:47.682105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42914) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:47.818556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42924) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:47.828257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4c6bf-6112-4ca4-90f0-3084129604a4 req-5bd25ff2-d042-42d9-ae8c-87669ce7b2ac tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:47.837077 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-91b4c6bf-6112-4ca4-90f0-3084129604a4 req-5bd25ff2-d042-42d9-ae8c-87669ce7b2ac tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1106219 Jan 15 10:17:47.888229 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-91b4c6bf-6112-4ca4-90f0-3084129604a4 req-5165ca44-731f-412c-94fc-c9d362ef3c4a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492387 Jan 15 10:17:47.911331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:47.914043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-50067b8a-4755-4d68-8d7b-b047b69f29d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:47.928980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:47.933197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Usage tracker for resource:security_group_rule and tenant:08c2287c169c478abf3cef9f6b1510c7 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:47.935684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:47.936200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:47.942199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:47.951733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:47.955779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Usage tracker for resource:security_group_rule and tenant:734448fa83e94eb191a62b2ea41f0e66 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:47.958753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:47.965222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:48.026670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.029899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.042118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:48.050509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.053381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.066929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-610b2999-ff1b-4b84-9f2f-773e206aaff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:48.085134 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=08c2287c169c478abf3cef9f6b1510c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015470 Jan 15 10:17:48.086785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0891c991-3480-458f-bca6-0a03637f1445,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:48.089384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42930) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:48.092013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:48.110641 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=734448fa83e94eb191a62b2ea41f0e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908156 Jan 15 10:17:48.111591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5dc576-565d-4f11-9c28-9da15b7d3861,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:48.114155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42934) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:48.117108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:48.152776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c430-33ff-456c-a6e2-3ad5e81cad76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.177576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c69c84e-e5f9-4e6e-bdde-d0baecd0d080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.179512 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c430-33ff-456c-a6e2-3ad5e81cad76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.206079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c69c84e-e5f9-4e6e-bdde-d0baecd0d080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.225225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c430-33ff-456c-a6e2-3ad5e81cad76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.230431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-50bf9bfe-6f23-475e-a664-c17f3831fb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:48.242901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9c430-33ff-456c-a6e2-3ad5e81cad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0891c991-3480-458f-bca6-0a03637f1445,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:48.246678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4ec9c430-33ff-456c-a6e2-3ad5e81cad76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:48.248775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4ec9c430-33ff-456c-a6e2-3ad5e81cad76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.251815 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4ec9c430-33ff-456c-a6e2-3ad5e81cad76 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0891c991-3480-458f-bca6-0a03637f1445 HTTP/1.1" status: 204 len: 168 time: 0.1613169 Jan 15 10:17:48.253897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c69c84e-e5f9-4e6e-bdde-d0baecd0d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.259634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7d221151-492a-43ee-8439-75ffe7a544f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:48.273952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69c84e-e5f9-4e6e-bdde-d0baecd0d080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5dc576-565d-4f11-9c28-9da15b7d3861,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:48.278376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6c69c84e-e5f9-4e6e-bdde-d0baecd0d080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:48.289209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c69c84e-e5f9-4e6e-bdde-d0baecd0d080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.291013 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6c69c84e-e5f9-4e6e-bdde-d0baecd0d080 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e5dc576-565d-4f11-9c28-9da15b7d3861 HTTP/1.1" status: 204 len: 168 time: 0.1753190 Jan 15 10:17:48.312156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.685661 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 42952) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:48.706423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.711529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42956) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:48.723709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:48.728018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Usage tracker for resource:security_group_rule and tenant:40e7c0a94b24455492668ecb3d46b979 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:48.731795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:48.733823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.738831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:48.750057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:48.754139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Usage tracker for resource:security_group_rule and tenant:2554e3bbc65942d880f058d0964d12bf is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:48.757120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:48.762912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:48.852220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.856069 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.865055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:48.883088 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5b26f-2e32-49dd-9823-59f3adc05a49 req-85c8264b-dcd4-476c-84fc-28e481b6638c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:48.884762 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-09c5b26f-2e32-49dd-9823-59f3adc05a49 req-85c8264b-dcd4-476c-84fc-28e481b6638c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 944 time: 0.1471655 Jan 15 10:17:48.910768 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2554e3bbc65942d880f058d0964d12bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954424 Jan 15 10:17:48.911074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42962) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:48.913897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac5dbd0-d4e1-4f56-a7d9-551e7fec8833,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:48.928676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:48.962866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.970095 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-09c5b26f-2e32-49dd-9823-59f3adc05a49 req-f1d50e39-3da1-4cf9-8acb-8390886d652c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744183 Jan 15 10:17:48.971253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.977888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9b10351d-ce2b-43e2-acf3-36885ec2e772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:48.980524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:49.013809 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9b10351d-ce2b-43e2-acf3-36885ec2e772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.031327 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=40e7c0a94b24455492668ecb3d46b979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421469 Jan 15 10:17:49.031327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8025e3-9c83-4573-99a4-a1c2fbf49222,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:49.032922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 42968) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:49.033165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6ce85980-d724-4fcc-87a4-c54cc8080bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:49.119964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9b10351d-ce2b-43e2-acf3-36885ec2e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.124906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:49.131876 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-38d9bc6b-54ab-47f4-b861-5584c68ebba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.154734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10351d-ce2b-43e2-acf3-36885ec2e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac5dbd0-d4e1-4f56-a7d9-551e7fec8833,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:49.164612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9b10351d-ce2b-43e2-acf3-36885ec2e772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:49.168492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9b10351d-ce2b-43e2-acf3-36885ec2e772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.169681 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9b10351d-ce2b-43e2-acf3-36885ec2e772 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dac5dbd0-d4e1-4f56-a7d9-551e7fec8833 HTTP/1.1" status: 204 len: 168 time: 0.2576320 Jan 15 10:17:49.174664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-38d9bc6b-54ab-47f4-b861-5584c68ebba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.195161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03f064-4988-4ea5-bddd-1f67ee603615 req-ec3b90ce-c149-48d1-92bd-9e7ce321dd43 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:49.196876 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea03f064-4988-4ea5-bddd-1f67ee603615 req-ec3b90ce-c149-48d1-92bd-9e7ce321dd43 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1059585 Jan 15 10:17:49.224790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-38d9bc6b-54ab-47f4-b861-5584c68ebba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.231260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:49.245830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-38d9bc6b-54ab-47f4-b861-5584c68ebba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:49.249579 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-38d9bc6b-54ab-47f4-b861-5584c68ebba0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5c8025e3-9c83-4573-99a4-a1c2fbf49222 HTTP/1.1" status: 204 len: 168 time: 0.2129998 Jan 15 10:17:49.249579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9bc6b-54ab-47f4-b861-5584c68ebba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8025e3-9c83-4573-99a4-a1c2fbf49222,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:49.258400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-38d9bc6b-54ab-47f4-b861-5584c68ebba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:49.259590 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea03f064-4988-4ea5-bddd-1f67ee603615 req-c6e31d23-6e5e-4bee-a832-631fd7f9c90b tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546160 Jan 15 10:17:49.544483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.252403 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97548f44-d45e-4cb1-ad5d-6a9f73c1b5dc req-4c8ae196-51b0-4eb6-8e15-f070cd42f093 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:50.254047 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-97548f44-d45e-4cb1-ad5d-6a9f73c1b5dc req-4c8ae196-51b0-4eb6-8e15-f070cd42f093 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 944 time: 0.1109176 Jan 15 10:17:50.319933 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-97548f44-d45e-4cb1-ad5d-6a9f73c1b5dc req-7300ac54-3f0b-40b1-ad5e-3cf01ab9ed79 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589042 Jan 15 10:17:50.353159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:50.562380 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44f508-7bb7-4a7a-a3ad-447ad5a0958f req-ae2cc082-7343-448c-8324-16a6702c7706 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:50.567644 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9f44f508-7bb7-4a7a-a3ad-447ad5a0958f req-ae2cc082-7343-448c-8324-16a6702c7706 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1083343 Jan 15 10:17:50.625222 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9f44f508-7bb7-4a7a-a3ad-447ad5a0958f req-868152ed-0e75-437c-909b-f74c115d6470 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545621 Jan 15 10:17:50.839522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 37307f74-1379-4efb-86cd-86f0fdafe03c up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:51.090320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 37307f74-1379-4efb-86cd-86f0fdafe03c completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:17:51.106070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 37307f74-1379-4efb-86cd-86f0fdafe03c triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:51.106496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.269943 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.322666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 37307f74-1379-4efb-86cd-86f0fdafe03c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=37307f74-1379-4efb-86cd-86f0fdafe03c,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:51.325386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e134e1d9-1ef2-4cb3-8fa4-ca22619d4843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37307f74-1379-4efb-86cd-86f0fdafe03c'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:51.333289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:51.335836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:51.341830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:17:51.506248 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e134e1d9-1ef2-4cb3-8fa4-ca22619d4843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37307f74-1379-4efb-86cd-86f0fdafe03c', 'code': 200} Jan 15 10:17:51.506937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=37307f74-1379-4efb-86cd-86f0fdafe03c,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:51.526390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.526775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.527183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.527559 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.527931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.528299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.528662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.529027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.529389 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.529752 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.530113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.530472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.530879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.536598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.536987 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.537366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.537742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.538118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.538493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.538866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.540453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.540847 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.541357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.551126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:17:51.563694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:51.761393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4e224-9300-459e-94aa-52c407b884f8 req-711978b6-b9bb-4506-8aef-a46a027a1c08 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:51.774810 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3ca4e224-9300-459e-94aa-52c407b884f8 req-711978b6-b9bb-4506-8aef-a46a027a1c08 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 946 time: 0.1813719 Jan 15 10:17:51.948366 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3ca4e224-9300-459e-94aa-52c407b884f8 req-edb6b8fe-49c2-45fa-858c-a8fb3350ea55 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721683 Jan 15 10:17:51.981992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f23487-aa44-4ce7-9084-7e9645a23600 req-6930dccf-ef14-4746-b9d7-81673adde2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:51.984688 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f23487-aa44-4ce7-9084-7e9645a23600 req-6930dccf-ef14-4746-b9d7-81673adde2a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 1163 time: 0.3207607 Jan 15 10:17:52.011656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416e1ef-b865-4e3e-b9c4-42279432feb3 req-e155d065-24ec-4f81-a09d-c0f00b21c150 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:52.013330 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8416e1ef-b865-4e3e-b9c4-42279432feb3 req-e155d065-24ec-4f81-a09d-c0f00b21c150 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.2064538 Jan 15 10:17:52.086835 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f23487-aa44-4ce7-9084-7e9645a23600 req-c75e7eab-1819-4875-8ca5-cd025429637e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723965 Jan 15 10:17:52.133790 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8416e1ef-b865-4e3e-b9c4-42279432feb3 req-176e27a4-f4a1-4377-b213-25566a7bf735 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051381 Jan 15 10:17:52.182676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43110) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:52.363810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.395468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:52.400533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Usage tracker for resource:security_group_rule and tenant:e64900694b2e4c07878ab50429fb5c94 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:52.404783 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:52.411188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:52.513775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.521233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.530861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0cc844f5-9d7e-401e-95c6-64ff9b3bdfe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:52.574396 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e64900694b2e4c07878ab50429fb5c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903809 Jan 15 10:17:52.576131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bca2f1-fd34-45e6-9b74-cd2d430cc7ae,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:52.577813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43134) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:52.579425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:52.658964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba160-ea46-4080-9c5e-ec3a8c833266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.687439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba160-ea46-4080-9c5e-ec3a8c833266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.738283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba160-ea46-4080-9c5e-ec3a8c833266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.743469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-370427fc-4ade-4cf2-943b-4d6f6d0e0f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:52.757739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba160-ea46-4080-9c5e-ec3a8c833266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bca2f1-fd34-45e6-9b74-cd2d430cc7ae,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:52.761234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6d5ba160-ea46-4080-9c5e-ec3a8c833266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:52.762339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba160-ea46-4080-9c5e-ec3a8c833266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:52.763656 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6d5ba160-ea46-4080-9c5e-ec3a8c833266 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/55bca2f1-fd34-45e6-9b74-cd2d430cc7ae HTTP/1.1" status: 204 len: 168 time: 0.1846268 Jan 15 10:17:53.115427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43152) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:53.332136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.352513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:53.359680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e646847fd12b4655970927470ad11de1 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:53.363433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:53.371212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:53.418999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bdd38-4fd2-46c4-b84a-2a4c207123c9 req-e8cb2383-408c-488d-b116-81c25ac519cb tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:53.420696 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-627bdd38-4fd2-46c4-b84a-2a4c207123c9 req-e8cb2383-408c-488d-b116-81c25ac519cb tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 946 time: 0.3449473 Jan 15 10:17:53.489504 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-627bdd38-4fd2-46c4-b84a-2a4c207123c9 req-7b177213-31a6-4110-a991-ea869839dc2a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610867 Jan 15 10:17:53.550324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.555325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.564286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:53.608497 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e646847fd12b4655970927470ad11de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4919143 Jan 15 10:17:53.609632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ddc87f-1fae-4138-95cc-a1daf65afcd0,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:53.611520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43162) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:53.612923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:53.676138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-93c15a23-e3b1-40fc-90cb-0b1645fb8898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.704116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-93c15a23-e3b1-40fc-90cb-0b1645fb8898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.714726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b7dcb-4594-4a7d-93cc-ee1028b0f6aa req-29ec40fd-b27c-4942-8d4f-35b10bb3943a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:53.716504 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ac7b7dcb-4594-4a7d-93cc-ee1028b0f6aa req-29ec40fd-b27c-4942-8d4f-35b10bb3943a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1018033 Jan 15 10:17:53.750827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-93c15a23-e3b1-40fc-90cb-0b1645fb8898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.755962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d289ae9d-34de-4abd-a622-a595015b8ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:53.767534 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ac7b7dcb-4594-4a7d-93cc-ee1028b0f6aa req-3eb37b67-768d-490a-8518-330345968ab0 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444367 Jan 15 10:17:53.770775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c15a23-e3b1-40fc-90cb-0b1645fb8898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ddc87f-1fae-4138-95cc-a1daf65afcd0,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:53.773860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-93c15a23-e3b1-40fc-90cb-0b1645fb8898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:53.774844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-93c15a23-e3b1-40fc-90cb-0b1645fb8898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:53.779661 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-93c15a23-e3b1-40fc-90cb-0b1645fb8898 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e0ddc87f-1fae-4138-95cc-a1daf65afcd0 HTTP/1.1" status: 204 len: 168 time: 0.1661978 Jan 15 10:17:54.723088 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cae44-2926-4190-9d8f-0e89de8c1435 req-c35b34dd-1a71-45a7-b41a-6d71f8de6de8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:54.724750 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f45cae44-2926-4190-9d8f-0e89de8c1435 req-c35b34dd-1a71-45a7-b41a-6d71f8de6de8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 946 time: 0.1011953 Jan 15 10:17:54.779027 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f45cae44-2926-4190-9d8f-0e89de8c1435 req-21b3709d-9efe-4013-84ea-929c73a7a331 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469701 Jan 15 10:17:55.008727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20d42d-8df3-44f6-9a14-9cbd4b002ba2 req-f7dc82f7-7870-4785-810e-7e4483814ee1 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:55.008727 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a20d42d-8df3-44f6-9a14-9cbd4b002ba2 req-f7dc82f7-7870-4785-810e-7e4483814ee1 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1023290 Jan 15 10:17:55.026940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 37307f74-1379-4efb-86cd-86f0fdafe03c up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:55.065851 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a20d42d-8df3-44f6-9a14-9cbd4b002ba2 req-a9947726-e3e1-4e86-9734-b92957b16534 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485704 Jan 15 10:17:55.119469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 37307f74-1379-4efb-86cd-86f0fdafe03c triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:55.119469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.242263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:55.311538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:55.311965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.568485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:17:55.583241 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-49a2e84c-0bd7-4273-abf4-a3e6f99fb7cc tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:55.584860 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-49a2e84c-0bd7-4273-abf4-a3e6f99fb7cc tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.64 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 946 time: 0.1273851 Jan 15 10:17:55.667548 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Deleting port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:17:55.668055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.709529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.752599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f7fd38d-d491-4ff5-aa88-87ebb7b80141'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:55.767692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,segment=NetworkSegment(cce25d5f-685e-4dfa-b912-ba5184d11e18),segment_id=cce25d5f-685e-4dfa-b912-ba5184d11e18)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:55.773740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:55.777823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-707ea63f-7199-48c0-bbf1-88df3e3318ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:55.873202 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:55.877269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:55.891639 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f7fd38d-d491-4ff5-aa88-87ebb7b80141', 'code': 200} Jan 15 10:17:56.047210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] For port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,segment=NetworkSegment(cce25d5f-685e-4dfa-b912-ba5184d11e18),segment_id=cce25d5f-685e-4dfa-b912-ba5184d11e18)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:56.047753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:56.239388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Calling delete_port for 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 owned by compute:nova {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:17:56.516807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eee47-498f-48f2-a782-26551505cac2 req-1d6440ea-34d7-4325-9f31-1585236cbc28 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:56.518761 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-315eee47-498f-48f2-a782-26551505cac2 req-1d6440ea-34d7-4325-9f31-1585236cbc28 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 946 time: 0.5351191 Jan 15 10:17:56.556397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:17:56.556917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:17:56.620279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeb47b-6fa7-4357-9e65-e7deffe55e64 req-bedbbc0d-5c07-44c5-b964-53ec19ea313e tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:56.627097 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c7eeb47b-6fa7-4357-9e65-e7deffe55e64 req-bedbbc0d-5c07-44c5-b964-53ec19ea313e tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 944 time: 0.3402793 Jan 15 10:17:56.652963 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-315eee47-498f-48f2-a782-26551505cac2 req-a97b92b1-8b0c-4536-8b84-b4ac72025106 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253257 Jan 15 10:17:56.698975 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c7eeb47b-6fa7-4357-9e65-e7deffe55e64 req-eb266031-def0-40c6-bae2-b7cd4a8c1ee9 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/security-groups?id=56b77259-d5eb-45b9-9adf-02a52803a731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706768 Jan 15 10:17:57.048530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43300) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:57.058176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Deleting port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:17:57.058847 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.298046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.325086 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:57.331152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43310) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:57.337073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Usage tracker for resource:security_group_rule and tenant:ec9aae82c2494b1fb3c7a391347e4b78 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:57.342410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:57.370331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:57.415768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] For port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,segment=NetworkSegment(cce25d5f-685e-4dfa-b912-ba5184d11e18),segment_id=cce25d5f-685e-4dfa-b912-ba5184d11e18)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:17:57.416172 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.556675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Calling delete_port for 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 owned by compute:nova {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:17:57.579599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.598208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:57.602395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a2f4be5d3c401094e0ecb43c0e8740 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:57.609751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:57.614060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 37307f74-1379-4efb-86cd-86f0fdafe03c up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:17:57.617632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:57.703683 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 37307f74-1379-4efb-86cd-86f0fdafe03c triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:17:57.704340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.745187 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.749518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.763204 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-22a95ecc-26ff-41a4-9a94-3e4e8cd24a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:57.765494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.773395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.788147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:57.819487 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1288c20d-baa6-46d9-b2d7-92824323bcbf,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:57.838951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:57.857781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43330) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:57.858203 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ec9aae82c2494b1fb3c7a391347e4b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8079510 Jan 15 10:17:57.859113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39295196-5f80-4966-8d26-624c84fd19ec,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:57.862531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:57.863282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:57.898371 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e0a2f4be5d3c401094e0ecb43c0e8740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658286 Jan 15 10:17:57.899248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43336) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:58.017005 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:58.020120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-712d35bb-27f0-4214-9235-9dbf58614b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.062169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-712d35bb-27f0-4214-9235-9dbf58614b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.069489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43344) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:58.110372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4b2bce96-3204-44e0-b305-a7bc6d71b242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.138098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-712d35bb-27f0-4214-9235-9dbf58614b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.141514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Pushing event deleted for resources: {'Port': ['ID=9f7fd38d-d491-4ff5-aa88-87ebb7b80141,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:58.146052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:58.154784 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:58.155006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4b2bce96-3204-44e0-b305-a7bc6d71b242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.173685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d35bb-27f0-4214-9235-9dbf58614b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39295196-5f80-4966-8d26-624c84fd19ec,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:58.181663 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d16a43c3-f053-495e-ad42-ae45420c1569 req-7fb929fe-c815-4022-8e06-9ccd93a1b93a tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.1126852 Jan 15 10:17:58.188279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-712d35bb-27f0-4214-9235-9dbf58614b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:58.229976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-712d35bb-27f0-4214-9235-9dbf58614b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.237547 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-712d35bb-27f0-4214-9235-9dbf58614b50 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39295196-5f80-4966-8d26-624c84fd19ec HTTP/1.1" status: 204 len: 168 time: 0.3776145 Jan 15 10:17:58.258928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4b2bce96-3204-44e0-b305-a7bc6d71b242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.264807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d20bceca-7ba7-4b62-a152-4af21f6659c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:58.298979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bce96-3204-44e0-b305-a7bc6d71b242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1288c20d-baa6-46d9-b2d7-92824323bcbf,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:58.312000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4b2bce96-3204-44e0-b305-a7bc6d71b242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.313338 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4b2bce96-3204-44e0-b305-a7bc6d71b242 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1288c20d-baa6-46d9-b2d7-92824323bcbf HTTP/1.1" status: 204 len: 168 time: 0.3758819 Jan 15 10:17:58.314345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4b2bce96-3204-44e0-b305-a7bc6d71b242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:58.333203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499dd9-ccf4-40b5-a5a1-50be2c1f8793 req-4c74f3ae-cee3-4d6a-a32f-508b1fabc2b0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:17:58.339803 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-36499dd9-ccf4-40b5-a5a1-50be2c1f8793 req-4c74f3ae-cee3-4d6a-a32f-508b1fabc2b0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 946 time: 0.3784692 Jan 15 10:17:58.434496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] No DVR routers for this DVR port 9f7fd38d-d491-4ff5-aa88-87ebb7b80141 on host hv-cinder-76859 {{(pid=80045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:17:58.438364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.456032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.470128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'name': 'network-vif-deleted', 'tag': '9f7fd38d-d491-4ff5-aa88-87ebb7b80141'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:17:58.517702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:58.534178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Usage tracker for resource:security_group_rule and tenant:03c9b834b06446fab574e13253664b51 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:58.544795 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-36499dd9-ccf4-40b5-a5a1-50be2c1f8793 req-ef992b8b-2aa5-41bc-bbe1-e4f0e8c97fd8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017934 Jan 15 10:17:58.550675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:58.563147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:58.578003 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-05b84b18-162a-439f-a1bd-95aaecdd12aa req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.64 "DELETE /v2.0/ports/9f7fd38d-d491-4ff5-aa88-87ebb7b80141 HTTP/1.1" status: 204 len: 173 time: 2.9761443 Jan 15 10:17:58.655206 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f0fa8a0-47e6-42ae-845b-e4501321711e', 'name': 'network-vif-deleted', 'tag': '9f7fd38d-d491-4ff5-aa88-87ebb7b80141', 'status': 'completed', 'code': 200} Jan 15 10:17:58.772412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.777091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.786947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-80ad5771-c6fd-4e08-a717-d0eba784b436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:58.820855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e884c8-ebe7-4637-ab0e-42bed8f2ffd1,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:58.827605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:58.845511 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=03c9b834b06446fab574e13253664b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7694511 Jan 15 10:17:58.848200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43376) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:58.924950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-40afce0e-970c-4f1f-b4e3-30d1d8f3684f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.927110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43382) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:58.965918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-40afce0e-970c-4f1f-b4e3-30d1d8f3684f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.968118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:58.988342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:17:58.992705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Usage tracker for resource:security_group_rule and tenant:da26dbf530544489914ef33aefa60bd4 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:17:58.996571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:17:59.002379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:17:59.026495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-40afce0e-970c-4f1f-b4e3-30d1d8f3684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.035335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a501c6e0-e707-4ca9-9b76-9292fad2ec96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:59.072024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afce0e-970c-4f1f-b4e3-30d1d8f3684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e884c8-ebe7-4637-ab0e-42bed8f2ffd1,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:59.083485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-40afce0e-970c-4f1f-b4e3-30d1d8f3684f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:59.084878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-40afce0e-970c-4f1f-b4e3-30d1d8f3684f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.088548 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-40afce0e-970c-4f1f-b4e3-30d1d8f3684f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4e884c8-ebe7-4637-ab0e-42bed8f2ffd1 HTTP/1.1" status: 204 len: 168 time: 0.2367945 Jan 15 10:17:59.124948 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.129824 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.141012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5c97482e-854a-4dbb-a300-08cf2aaa66c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:59.196775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43396) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:17:59.207063 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=da26dbf530544489914ef33aefa60bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751553 Jan 15 10:17:59.209718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3491c7-8331-4466-a853-b2b14731e56f,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:59.226976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:59.316964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0dd26a9-b520-4efd-98fa-2d0762db4d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.365910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0dd26a9-b520-4efd-98fa-2d0762db4d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.411801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-43fde9ef-466c-482b-ab63-6856dfd198f7 req-e76fedc2-47d7-4350-b2d4-16b29400b414 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Synchronizing usage tracker for tenant:42c9cc4634874cec8fb44da23e6d3ad3 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:17:59.449893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-43fde9ef-466c-482b-ab63-6856dfd198f7 req-e76fedc2-47d7-4350-b2d4-16b29400b414 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Unset dirty status for tenant:42c9cc4634874cec8fb44da23e6d3ad3 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:17:59.454514 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-43fde9ef-466c-482b-ab63-6856dfd198f7 req-e76fedc2-47d7-4350-b2d4-16b29400b414 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] 10.222.0.75 "GET /v2.0/ports?device_id=6f0fa8a0-47e6-42ae-845b-e4501321711e HTTP/1.1" status: 200 len: 210 time: 0.0944331 Jan 15 10:17:59.466611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0dd26a9-b520-4efd-98fa-2d0762db4d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.484262 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-93c15a23-e3b1-40fc-90cb-0b1645fb8898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:17:59.502401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd26a9-b520-4efd-98fa-2d0762db4d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3491c7-8331-4466-a853-b2b14731e56f,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:17:59.505677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e0dd26a9-b520-4efd-98fa-2d0762db4d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:17:59.509190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0dd26a9-b520-4efd-98fa-2d0762db4d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:17:59.510791 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e0dd26a9-b520-4efd-98fa-2d0762db4d52 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd3491c7-8331-4466-a853-b2b14731e56f HTTP/1.1" status: 204 len: 168 time: 0.3129363 Jan 15 10:18:01.901549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-e58ea0c6-8b1a-496a-baa8-0431aa162d1c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:01.903272 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-e58ea0c6-8b1a-496a-baa8-0431aa162d1c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 815 time: 0.2055035 Jan 15 10:18:01.925574 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-6b2a0867-5e83-4b34-86ae-b4b3982365e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/quotas/4c85e7098be04404bcd7fe05f2665de3 HTTP/1.1" status: 200 len: 375 time: 0.0134540 Jan 15 10:18:02.270163 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-f4359914-b594-4c92-9bbf-021f97ff0f61 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3338175 Jan 15 10:18:02.441732 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-9b6eae17-cb02-4a7b-a40d-f49de0ddcb75 service neutron] 10.222.0.75 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643977 Jan 15 10:18:02.601857 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-fb51fe5e-652b-4703-8ba2-73196904f528 service neutron] 10.222.0.75 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1525998 Jan 15 10:18:02.842642 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2c6b725-6065-44e4-8fd2-3bc4288c1a7d req-4971fb37-5f66-4204-976c-0b914ad5f093 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 210 time: 0.0476134 Jan 15 10:18:03.076151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43652) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:03.167232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Deleting subnet d346030f-e804-4924-9cf1-abbe201b32f3 {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:18:03.171905 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.238690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.376576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.781799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:03.798617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:03.867503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d346030f-e804-4924-9cf1-abbe201b32f3,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:03.875183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43702) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:03.941941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:04.007982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.046444 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d346030f-e804-4924-9cf1-abbe201b32f3 HTTP/1.1" status: 204 len: 168 time: 0.9662044 Jan 15 10:18:04.046899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43714) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:04.121251 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0876b5c6-178b-4e2f-977f-cec0c723c973 req-86764c71-6eb0-4e13-82d9-185ba8dded94 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 210 time: 0.0617888 Jan 15 10:18:04.194759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.217381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:04.221665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc88f5c0e4b4ad9b3705304ddf9acf7 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:04.224738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:04.230662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:04.279550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.642417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.657459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a84f2779-9e6f-46dc-8174-47971a9a9571 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:04.659208 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a84f2779-9e6f-46dc-8174-47971a9a9571 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 815 time: 0.3849609 Jan 15 10:18:04.683857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Request body: {'port': {'device_id': '559bca7a-efb9-40e0-b196-28500dcade2a', 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9', 'admin_state_up': True, 'tenant_id': '4c85e7098be04404bcd7fe05f2665de3'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:04.760390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.777692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.787917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.788328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.789140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.789524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > port after_create 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.789906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.790274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > port after_update 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.790639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.791026 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.792068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.792438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.858964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:04.859662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.860062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.860562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.860807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80044) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 15 10:18:04.861198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467954fd-8fff-437c-966b-a504e765fc0a']}} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:04.868957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:04.869713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4252689f-4f1a-444c-9cfa-0c8b72b8406b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:04.877993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Made reservation on behalf of 4c85e7098be04404bcd7fe05f2665de3 for: {'port': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:04.888284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.898734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce25d5f-685e-4dfa-b912-ba5184d11e18') {'for_net_delete': True} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:04.899102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce25d5f-685e-4dfa-b912-ba5184d11e18') {} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:04.930064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261855'] for segment, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.942765 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bbc88f5c0e4b4ad9b3705304ddf9acf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0661542 Jan 15 10:18:04.943465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43740) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:04.953602 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38afc895-79f0-4ad2-a896-e7f7780f21b9,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:04.972530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:04.978401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:04.987573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:18:05.226126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4907d505-abe1-49a8-9fc1-8d970d0ef81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.259019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4907d505-abe1-49a8-9fc1-8d970d0ef81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.267014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Allocated IP 172.20.0.5 (2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9/e5565abc-38e0-4783-aada-280adb51ee4a/60a50df7-930e-413a-8046-373bf2a0fca1) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:05.291626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Network 467954fd-8fff-437c-966b-a504e765fc0a has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:05.302401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852511059'] for segment, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.335252 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b9267cc-85b6-4b28-88e4-bf7fbe3e203d req-605f92cb-206a-4bb1-8425-72deed5fda1e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 210 time: 0.0588877 Jan 15 10:18:05.436672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43754) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:05.535622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Network 467954fd-8fff-437c-966b-a504e765fc0a has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: (rel_b, rel_a, rel_b), Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: (rel_b, rel_a, rel_b), Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:18:05.575594 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:18:05.658769 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.688104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.688299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4907d505-abe1-49a8-9fc1-8d970d0ef81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.697878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cb85ca28-5d38-461f-9529-1e424fd451ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:05.709609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.709772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-88e507ff-ae41-4d79-ac67-37628cd1e42f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:05.727843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907d505-abe1-49a8-9fc1-8d970d0ef81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38afc895-79f0-4ad2-a896-e7f7780f21b9,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:05.735323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4907d505-abe1-49a8-9fc1-8d970d0ef81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:05.738202 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.740002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:05.747416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Usage tracker for resource:security_group_rule and tenant:463102a3255a44b99ad6011bc2f3aa11 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:05.755847 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4907d505-abe1-49a8-9fc1-8d970d0ef81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.760622 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4907d505-abe1-49a8-9fc1-8d970d0ef81b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/38afc895-79f0-4ad2-a896-e7f7780f21b9 HTTP/1.1" status: 204 len: 168 time: 0.8088903 Jan 15 10:18:05.762828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:05.776856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:05.825993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:05.873877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:05.892733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Pushing event deleted for resources: {'Network': ['ID=467954fd-8fff-437c-966b-a504e765fc0a,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:05.897602 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] 10.222.0.75 "DELETE /v2.0/networks/467954fd-8fff-437c-966b-a504e765fc0a HTTP/1.1" status: 204 len: 168 time: 1.8495584 Jan 15 10:18:05.912714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-525ad039-b02b-4412-9e29-7ffb5107db76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:05.926786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Pushing event updated for resources: {'Port': ['ID=60a50df7-930e-413a-8046-373bf2a0fca1,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:05.932756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:05.990064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:05.991651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:05.999423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:06.021142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.032657 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.057636 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4b2bce96-3204-44e0-b305-a7bc6d71b242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:06.071660 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=463102a3255a44b99ad6011bc2f3aa11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5820570 Jan 15 10:18:06.072966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43782) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:06.099832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43786) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:06.122122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137db301-77c9-40e6-b4b1-44b922bdee27,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:06.135429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:06.151620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:06.152484 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.185704 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5063827 Jan 15 10:18:06.202800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Request body: {'port': {'device_id': '559bca7a-efb9-40e0-b196-28500dcade2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:06.226368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5d47-f3f3-40d5-a678-852d107ad41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.262682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5d47-f3f3-40d5-a678-852d107ad41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.320592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5d47-f3f3-40d5-a678-852d107ad41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.326616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43792) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:06.327334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-29538758-dc72-4ceb-a01d-3a24b6733476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:06.332930 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43794) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:06.359736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd5d47-f3f3-40d5-a678-852d107ad41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137db301-77c9-40e6-b4b1-44b922bdee27,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:06.368919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6fdd5d47-f3f3-40d5-a678-852d107ad41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:06.389890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.402505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6fdd5d47-f3f3-40d5-a678-852d107ad41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.428681 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6fdd5d47-f3f3-40d5-a678-852d107ad41e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/137db301-77c9-40e6-b4b1-44b922bdee27 HTTP/1.1" status: 204 len: 168 time: 0.3526568 Jan 15 10:18:06.452040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:06.459443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Usage tracker for resource:security_group_rule and tenant:3738c63fade344b0aaf23142672ecddd is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:06.464259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:06.477608 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f0c472fa-987c-4a93-8f6c-e0534cb840c3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=42c9cc4634874cec8fb44da23e6d3ad3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1377590 Jan 15 10:18:06.479324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:06.482163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43804) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:06.570014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.620379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6040b164-f0d7-46b3-907e-d0f71c79181b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.685095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6040b164-f0d7-46b3-907e-d0f71c79181b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.762281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.779755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:06.784898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1cb6727b29474e99db274afe448105 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:06.788079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:06.795038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:06.807038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6040b164-f0d7-46b3-907e-d0f71c79181b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.820128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3c62b5b5-48f3-4f5b-86cf-53aed02b922e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:06.840118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040b164-f0d7-46b3-907e-d0f71c79181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b77259-d5eb-45b9-9adf-02a52803a731,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:06.845692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6040b164-f0d7-46b3-907e-d0f71c79181b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:06.847755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6040b164-f0d7-46b3-907e-d0f71c79181b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.861605 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6040b164-f0d7-46b3-907e-d0f71c79181b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56b77259-d5eb-45b9-9adf-02a52803a731 HTTP/1.1" status: 204 len: 168 time: 0.3783033 Jan 15 10:18:06.951516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.967198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.981651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.995677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:06.997141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45054-4d3a-4188-9769-4fb75f9ddedf req-6cce184c-c089-4b75-aad7-f1f5a0b7c801 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:06.997946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8fe45054-4d3a-4188-9769-4fb75f9ddedf req-6cce184c-c089-4b75-aad7-f1f5a0b7c801 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Synchronizing usage tracker for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:18:07.005141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ba6e37a9-5512-4dd2-a7e3-70afd0b7e30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:07.006176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-18242a18-80e5-465b-8cd2-627839029054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:07.071255 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c1cb6727b29474e99db274afe448105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9484477 Jan 15 10:18:07.071255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fae45f-02cb-4f41-82cb-5dc051e1eace,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.074529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43820) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:07.077857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.121831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8fe45054-4d3a-4188-9769-4fb75f9ddedf req-6cce184c-c089-4b75-aad7-f1f5a0b7c801 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Unset dirty status for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:18:07.123136 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8fe45054-4d3a-4188-9769-4fb75f9ddedf req-6cce184c-c089-4b75-aad7-f1f5a0b7c801 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 931 time: 0.4413841 Jan 15 10:18:07.129265 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3738c63fade344b0aaf23142672ecddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951670 Jan 15 10:18:07.130128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84775ee7-be33-4a10-b548-796d6fd3ca4f,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.132907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43824) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:07.140414 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.178763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c1723385-dbac-4406-abe2-6592eb4102ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.191514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43830) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:07.226520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.242916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c1723385-dbac-4406-abe2-6592eb4102ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.259450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:07.265767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Usage tracker for resource:security_group_rule and tenant:f22d63aa6e414a7bb479f5f30d4bb865 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:07.273183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:07.291769 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:07.323015 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8fe45054-4d3a-4188-9769-4fb75f9ddedf req-5ba17e49-f866-4f3e-83c7-710c6d991c98 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831114 Jan 15 10:18:07.361088 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c1723385-dbac-4406-abe2-6592eb4102ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.368417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:07.368557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-747d3a21-8cf5-40d1-9c14-8479f78a0df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.406738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1723385-dbac-4406-abe2-6592eb4102ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fae45f-02cb-4f41-82cb-5dc051e1eace,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.418035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c1723385-dbac-4406-abe2-6592eb4102ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.423208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-747d3a21-8cf5-40d1-9c14-8479f78a0df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.438306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c1723385-dbac-4406-abe2-6592eb4102ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.440094 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c1723385-dbac-4406-abe2-6592eb4102ca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60fae45f-02cb-4f41-82cb-5dc051e1eace HTTP/1.1" status: 204 len: 168 time: 0.3642902 Jan 15 10:18:07.481704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.486537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.517872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2bc25c71-4670-4179-9321-186319e7fa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:07.546804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a50df7-930e-413a-8046-373bf2a0fca1 {{(pid=80045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:18:07.547946 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f22d63aa6e414a7bb479f5f30d4bb865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553145 Jan 15 10:18:07.548844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e8da29-6f9b-4056-b061-6e87df136eee,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.551547 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43842) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:07.577952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.585540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.587621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-747d3a21-8cf5-40d1-9c14-8479f78a0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.596146 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:07.614143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d3a21-8cf5-40d1-9c14-8479f78a0df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84775ee7-be33-4a10-b548-796d6fd3ca4f,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.617247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-747d3a21-8cf5-40d1-9c14-8479f78a0df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.625354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Transition to ACTIVE for port object 60a50df7-930e-413a-8046-373bf2a0fca1 will not be triggered until provisioned by entity L2. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:07.627128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-747d3a21-8cf5-40d1-9c14-8479f78a0df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.629014 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-747d3a21-8cf5-40d1-9c14-8479f78a0df0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84775ee7-be33-4a10-b548-796d6fd3ca4f HTTP/1.1" status: 204 len: 168 time: 0.4915464 Jan 15 10:18:07.630918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.649552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8f026657-da15-4462-a7d8-69a30d90ad38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:07.666779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c81d9ac3-55f0-46f0-b897-11a502aedfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.721476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c81d9ac3-55f0-46f0-b897-11a502aedfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.811982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Pushing event updated for resources: {'Port': ['ID=60a50df7-930e-413a-8046-373bf2a0fca1,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.815104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.815284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c81d9ac3-55f0-46f0-b897-11a502aedfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.843747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9b10351d-ce2b-43e2-acf3-36885ec2e772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:07.862057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d9ac3-55f0-46f0-b897-11a502aedfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e8da29-6f9b-4056-b061-6e87df136eee,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:07.871611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c81d9ac3-55f0-46f0-b897-11a502aedfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:07.873134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c81d9ac3-55f0-46f0-b897-11a502aedfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:07.874390 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c81d9ac3-55f0-46f0-b897-11a502aedfee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b5e8da29-6f9b-4056-b061-6e87df136eee HTTP/1.1" status: 204 len: 168 time: 0.3216386 Jan 15 10:18:08.043692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Attempting to bind port 60a50df7-930e-413a-8046-373bf2a0fca1 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:08.044269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Attempting to bind port 60a50df7-930e-413a-8046-373bf2a0fca1 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:08.044910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Attempting to bind port 60a50df7-930e-413a-8046-373bf2a0fca1 on network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:08.051842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:08.052453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Checking segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:08.052957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.053453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Bound using segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:08.054043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Bound port: 60a50df7-930e-413a-8046-373bf2a0fca1, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'}}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:08.054761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.447525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] For port 60a50df7-930e-413a-8046-373bf2a0fca1, host hv-cinder-76859, cleared binding levels {{(pid=80045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:08.450863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] For port 60a50df7-930e-413a-8046-373bf2a0fca1, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=60a50df7-930e-413a-8046-373bf2a0fca1,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:08.458885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.494904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:08.589354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Pushing event updated for resources: {'Port': ['ID=60a50df7-930e-413a-8046-373bf2a0fca1,revision_number=3']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:08.643385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:08.793116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa6ffd-178a-43d7-9256-3c434eeb9ef1 req-441c90b7-863d-41c3-babd-e2e13c5f7dca tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:08.795080 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d3fa6ffd-178a-43d7-9256-3c434eeb9ef1 req-441c90b7-863d-41c3-babd-e2e13c5f7dca tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 943 time: 0.2081292 Jan 15 10:18:08.810534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43900) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:08.872279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:08.872956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:08.874464 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] 10.222.0.64 "PUT /v2.0/ports/60a50df7-930e-413a-8046-373bf2a0fca1 HTTP/1.1" status: 200 len: 1157 time: 2.6784298 Jan 15 10:18:08.875118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559bca7a-efb9-40e0-b196-28500dcade2a', 'tag': '60a50df7-930e-413a-8046-373bf2a0fca1'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:08.943586 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d3fa6ffd-178a-43d7-9256-3c434eeb9ef1 req-9ad25cea-d5b1-4757-b597-7e0381255657 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396842 Jan 15 10:18:08.999780 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559bca7a-efb9-40e0-b196-28500dcade2a', 'tag': '60a50df7-930e-413a-8046-373bf2a0fca1', 'status': 'completed', 'code': 200} Jan 15 10:18:09.045539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-74526b22-a31d-47d9-ab20-17d3b4c8c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:09.047345 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-74526b22-a31d-47d9-ab20-17d3b4c8c239 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 1160 time: 0.0988421 Jan 15 10:18:09.148459 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-e671b42b-9379-4495-86ed-e6d03ee2afc7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60a50df7-930e-413a-8046-373bf2a0fca1 HTTP/1.1" status: 200 len: 217 time: 0.0914481 Jan 15 10:18:09.171797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-881907078-network', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:09.178041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:09.189375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Usage tracker for resource:network and tenant:0e9f425fe3564fe88af3acef114d2d93 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:09.194116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:09.201020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:09.230731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Made reservation on behalf of 0e9f425fe3564fe88af3acef114d2d93 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:09.240204 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.245950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-13b3aaa5-a662-4568-9a68-7d9e84b3d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:09.248133 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-13b3aaa5-a662-4568-9a68-7d9e84b3d19e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 200 len: 855 time: 0.0884736 Jan 15 10:18:09.269430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.288804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:09.291597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9f425fe3564fe88af3acef114d2d93 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:09.295608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:09.302333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:09.303528 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-cd8cf498-f18b-4199-a242-c3b3d584115f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467904 Jan 15 10:18:09.496629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.511585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.516576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e0dd26a9-b520-4efd-98fa-2d0762db4d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:09.557309 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-2d63783c-347c-432f-961f-c1d64a7d9019 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462904 Jan 15 10:18:09.573795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:18:09.590215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.591068 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Added segment 33ee10a0-9114-4c9a-a6e5-41540b457d0d of type vxlan for network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee Jan 15 10:18:09.630821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.671214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.693633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:09.697928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.738879 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5d8f92-ea84-4fe0-b780-4ffd0e4b5eef req-f598d43d-c282-4a85-aa0a-fe5ca176247e service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1725264 Jan 15 10:18:09.757409 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9455068 Jan 15 10:18:09.759379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2766ac1-dd45-4208-a62a-9ffdadf7fa28,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:09.760906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 43940) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:09.764143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:09.764763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:09.771323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Request body: {'subnet': {'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-subnet', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:09.777227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:09.781530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Usage tracker for resource:subnet and tenant:0e9f425fe3564fe88af3acef114d2d93 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:09.784947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:09.790901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:09.804230 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Made reservation on behalf of 0e9f425fe3564fe88af3acef114d2d93 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:09.809221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2611297'] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:09.915684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Pushing event updated for resources: {'Network': ['ID=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:09.920544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:09.928667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:09.996077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 43954) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:10.176702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:10.205166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-242910b9-8d33-4873-9136-95053b110119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.207162 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-242910b9-8d33-4873-9136-95053b110119 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 1160 time: 0.1758182 Jan 15 10:18:10.550312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2023278913-network', 'tenant_id': 'b1ff6389a3b44647921a8a3fc7a2887b'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:10.559801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:10.568819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Usage tracker for resource:network and tenant:b1ff6389a3b44647921a8a3fc7a2887b is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:10.582766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:10.592716 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:10.614517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Made reservation on behalf of b1ff6389a3b44647921a8a3fc7a2887b for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:10.622942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.649743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.694802 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:10.700104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-59379b6e-52ec-4c60-a5c4-3dd18355a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.702042 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-59379b6e-52ec-4c60-a5c4-3dd18355a563 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 909 time: 0.4008074 Jan 15 10:18:10.704201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ff6389a3b44647921a8a3fc7a2887b is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:10.715657 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:10.728077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:10.951408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c94f99-dc15-4a48-94fa-b879ab699c77 req-d9aff403-ebf2-4cf4-9e5a-eac93200b762 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:10.953348 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c7c94f99-dc15-4a48-94fa-b879ab699c77 req-d9aff403-ebf2-4cf4-9e5a-eac93200b762 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 943 time: 0.7026074 Jan 15 10:18:10.972396 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-d9102e4d-195f-469d-bae6-dcfaa0219e24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60a50df7-930e-413a-8046-373bf2a0fca1 HTTP/1.1" status: 200 len: 217 time: 0.1672778 Jan 15 10:18:10.977940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.983991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:10.999759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-77750223-1d17-44bd-9305-a94178135384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:11.085068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:18:11.101843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cae067-ab71-41af-93e8-132c08f8e318,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:11.107422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:11.110535 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.110978 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Added segment 407234fd-7717-4c2e-985c-a9b5a7eed129 of type vxlan for network ec83c763-c20e-4796-89d3-b6edeac72411 Jan 15 10:18:11.149597 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c7c94f99-dc15-4a48-94fa-b879ab699c77 req-40b5459c-16ca-427e-bd32-ca8bfdab586e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741405 Jan 15 10:18:11.162597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.163343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-70313778-bdcb-4905-958c-2422cc7ea6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:11.164914 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-70313778-bdcb-4905-958c-2422cc7ea6be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 200 len: 855 time: 0.1651103 Jan 15 10:18:11.212549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.214389 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:11.215545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.229354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-11551c03-4a32-44ac-afb2-f7140c89c89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:11.335538 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-81579184-1581-484e-9eb9-a234b7052f5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546576 Jan 15 10:18:11.342786 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3452940 Jan 15 10:18:11.347574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44046) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:11.356611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Request body: {'subnet': {'network_id': 'ec83c763-c20e-4796-89d3-b6edeac72411', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2023278913-subnet', 'tenant_id': 'b1ff6389a3b44647921a8a3fc7a2887b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:11.360425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ec83c763-c20e-4796-89d3-b6edeac72411,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:11.373401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network ec83c763-c20e-4796-89d3-b6edeac72411 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:11.375177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:11.376808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:11.392577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Usage tracker for resource:subnet and tenant:b1ff6389a3b44647921a8a3fc7a2887b is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:11.402754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:11.423175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:11.444235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Made reservation on behalf of b1ff6389a3b44647921a8a3fc7a2887b for: {'subnet': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:11.448226 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network ec83c763-c20e-4796-89d3-b6edeac72411 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:11.449587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851808981'] for subnet, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:11.748827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3123202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2611280'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.178413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 60a50df7-930e-413a-8046-373bf2a0fca1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:12.209888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a3a0035b-88f2-4fbb-833b-2141796e1489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:12.287572 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-190eaf10-845d-462f-b95d-f2dea4592c49 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9383357 Jan 15 10:18:12.395021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.419211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 60a50df7-930e-413a-8046-373bf2a0fca1 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:12.432605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 60a50df7-930e-413a-8046-373bf2a0fca1 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:12.433308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.457410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa172b70-843b-45f9-94fa-6ac062693f62,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:12.471492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:12.485652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Checking segment: {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:12.486123 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Network hostable DHCP agents. Network: fa1d4e03-c38b-47fa-ac27-e36b2ac0faee, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:18:12.604976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:18:12.639471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851808998'] for subnet, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.643182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, fa1d4e03-c38b-47fa-ac27-e36b2ac0faee) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:12.674105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0855c057-4f08-40d1-a7aa-9fa1354e8c1d None None] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:12.682302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8857d996-f5d5-4929-9537-cdf3b01a8109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:12.682670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65a74d-0961-4ebd-8852-bd6cff868527 req-f985dd1b-cab8-439a-be3c-789f63b7360b tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:12.684464 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1e65a74d-0961-4ebd-8852-bd6cff868527 req-f985dd1b-cab8-439a-be3c-789f63b7360b tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 943 time: 0.2659261 Jan 15 10:18:12.687868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:12.688499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.708720 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2f562a-a4d0-4947-86c1-73190fe84aea req-46e89e16-5aaa-438f-b637-5bb9397ddb2a service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4128838 Jan 15 10:18:12.712169 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9495854 Jan 15 10:18:12.728113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44102) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:12.749828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:12.783686 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1e65a74d-0961-4ebd-8852-bd6cff868527 req-598e3cd2-a7a9-4f59-9b41-aa8522d00e00 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733895 Jan 15 10:18:12.853685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:12.875816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.877571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Usage tracker for resource:router and tenant:0e9f425fe3564fe88af3acef114d2d93 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:12.882478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=682b18e2-1551-4e10-b267-f4e1728ee606,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:12.885653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:12.893210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:12.894096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:12.924678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.924985 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559bca7a-efb9-40e0-b196-28500dcade2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a50df7-930e-413a-8046-373bf2a0fca1'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:12.926350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.937986 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 60a50df7-930e-413a-8046-373bf2a0fca1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=60a50df7-930e-413a-8046-373bf2a0fca1,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:12.949746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.970128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:12.971061 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 37307f74-1379-4efb-86cd-86f0fdafe03c up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:13.004340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:13.058370 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559bca7a-efb9-40e0-b196-28500dcade2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a50df7-930e-413a-8046-373bf2a0fca1', 'code': 200} Jan 15 10:18:13.065261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de6f93-ea75-44c9-8a0c-e187e8a2335e None None] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:13.198686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=60a50df7-930e-413a-8046-373bf2a0fca1,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:13.209349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:13.278427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 37307f74-1379-4efb-86cd-86f0fdafe03c triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:13.278857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.336228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Checking segment: {'id': '407234fd-7717-4c2e-985c-a9b5a7eed129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ec83c763-c20e-4796-89d3-b6edeac72411'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:13.336637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Network hostable DHCP agents. Network: ec83c763-c20e-4796-89d3-b6edeac72411, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:18:13.429609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcac619-229d-4efa-a5dd-beeea36ae05c req-ab34bfaa-d208-4ceb-ac11-d44fa93cb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:13.437282 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2fcac619-229d-4efa-a5dd-beeea36ae05c req-ab34bfaa-d208-4ceb-ac11-d44fa93cb9f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 1162 time: 0.1753256 Jan 15 10:18:13.453076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.471997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Network ec83c763-c20e-4796-89d3-b6edeac72411 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:18:13.500006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, ec83c763-c20e-4796-89d3-b6edeac72411) {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:13.509091 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2fcac619-229d-4efa-a5dd-beeea36ae05c req-cd5f00c9-350f-4ec8-8962-f945e153c2e4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685732 Jan 15 10:18:13.518590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba014b9-d93a-41ac-91f3-078da54129a8 None None] Network ec83c763-c20e-4796-89d3-b6edeac72411 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:13.518803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:13.519257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:13.614456 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2659101 Jan 15 10:18:13.705431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 60a50df7-930e-413a-8046-373bf2a0fca1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:13.870406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6736b58-cea6-45e1-b399-fb77d5d98ae0 None None] Network ec83c763-c20e-4796-89d3-b6edeac72411 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:13.985805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.032288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.207034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aef98e-93f7-4a6a-a2be-d429779dec05 req-56133365-6978-40da-b75f-c7ee934228a6 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:14.209054 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-61aef98e-93f7-4a6a-a2be-d429779dec05 req-56133365-6978-40da-b75f-c7ee934228a6 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 945 time: 0.1606100 Jan 15 10:18:14.317217 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-61aef98e-93f7-4a6a-a2be-d429779dec05 req-ecfc3430-73e5-446e-b422-f386a6142ab1 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006017 Jan 15 10:18:14.354063 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 60a50df7-930e-413a-8046-373bf2a0fca1 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:14.354667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.520261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Allocated IP 172.27.1.62 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/9b339177-d782-4c3e-abb7-37c084002fcc) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:14.734294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44166) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:14.798222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.831300 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:14.851363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:14.940206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44176) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:14.951880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1832540606-network', 'tenant_id': '9b8ea792ca8749d6bc05253ddadc16d2'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:14.959373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:14.993592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Usage tracker for resource:network and tenant:9b8ea792ca8749d6bc05253ddadc16d2 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:15.000243 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:15.003237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.007356 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Pushing event updated for resources: {'Port': ['ID=9b339177-d782-4c3e-abb7-37c084002fcc,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:15.012909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:15.021831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:15.026501 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:15.033898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Usage tracker for resource:security_group_rule and tenant:95d4b402229d4128a245699c3dbf105e is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:15.037627 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:15.043434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Made reservation on behalf of 9b8ea792ca8749d6bc05253ddadc16d2 for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:15.048291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.060740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:15.065486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.078265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:15.079537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:15.081850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:15.093663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:15.093663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8ea792ca8749d6bc05253ddadc16d2 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:15.097628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:15.111857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:15.211250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.216458 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.223194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-930fbb00-2fdd-4ac8-a1b5-9fab1ae6d244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:15.272723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:18:15.283407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c044a32b-f541-457f-997c-73a9409ef2ea,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:15.289253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:15.300344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.300677 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Added segment a803a301-82fa-45ae-88c5-4e53b9e3a8f5 of type vxlan for network 38c27bfc-6e28-40b2-8058-951bba183ab1 Jan 15 10:18:15.355252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.357361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.362587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.373171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1577716a-7879-4981-ae67-17b9aa846ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:15.425694 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95d4b402229d4128a245699c3dbf105e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6900623 Jan 15 10:18:15.427172 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44190) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:15.439914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a481fbd2-f8b2-4440-b198-83e2fc60aa76,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:15.458270 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:15.495776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.501145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:15.501787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.542668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-db6510bc-b691-4bbf-aeda-b3b7ad84cf84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:15.594895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.661302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6b4e84fa-2908-4200-b13c-84aca308338c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.718477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 60a50df7-930e-413a-8046-373bf2a0fca1 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:15.719246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-09cd03f9-c3f4-446c-8ccb-6425d094b44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.758029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-09cd03f9-c3f4-446c-8ccb-6425d094b44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.796963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Pushing event updated for resources: {'Network': ['ID=38c27bfc-6e28-40b2-8058-951bba183ab1,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:15.806729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 60a50df7-930e-413a-8046-373bf2a0fca1 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:15.807363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.818445 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8765807 Jan 15 10:18:15.824257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:15.824956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44196) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:15.833852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Request body: {'subnet': {'network_id': '38c27bfc-6e28-40b2-8058-951bba183ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1832540606-subnet', 'tenant_id': '9b8ea792ca8749d6bc05253ddadc16d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:15.844281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:15.845797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 38c27bfc-6e28-40b2-8058-951bba183ab1 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:15.852519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Usage tracker for resource:subnet and tenant:9b8ea792ca8749d6bc05253ddadc16d2 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:15.858129 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:15.869976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:15.886154 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-09cd03f9-c3f4-446c-8ccb-6425d094b44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.893325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-77b4b44f-7007-4950-8494-cbc24a60a68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:15.921532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 38c27bfc-6e28-40b2-8058-951bba183ab1 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:15.924287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302ee2-a957-42bf-8e2a-c3613b085591 req-7ec55f38-339b-45f6-a9fa-87b8e55f63c0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:15.926040 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-58302ee2-a957-42bf-8e2a-c3613b085591 req-7ec55f38-339b-45f6-a9fa-87b8e55f63c0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 945 time: 0.4288938 Jan 15 10:18:15.930229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Made reservation on behalf of 9b8ea792ca8749d6bc05253ddadc16d2 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:15.935383 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2611297'] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:15.963881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd03f9-c3f4-446c-8ccb-6425d094b44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a481fbd2-f8b2-4440-b198-83e2fc60aa76,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:16.036310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-09cd03f9-c3f4-446c-8ccb-6425d094b44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:16.050758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-09cd03f9-c3f4-446c-8ccb-6425d094b44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.055043 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-09cd03f9-c3f4-446c-8ccb-6425d094b44a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a481fbd2-f8b2-4440-b198-83e2fc60aa76 HTTP/1.1" status: 204 len: 168 time: 0.6256835 Jan 15 10:18:16.136116 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-58302ee2-a957-42bf-8e2a-c3613b085591 req-01d073b6-e210-45c4-96f7-9ad4317f089f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840940 Jan 15 10:18:16.266764 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.582793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Router f6412154-15a1-45e3-a76f-a8cb6cb8291c is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:18:16.639271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3123202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2611280'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.851006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44218) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:16.851797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:16.940752 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:18:16.951143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Sync routers for ids ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:18:16.951344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.967977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Routers {'f6412154-15a1-45e3-a76f-a8cb6cb8291c'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:18:16.969333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:17:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:16.971337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:16.975695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Usage tracker for resource:security_group_rule and tenant:49518127fbd04503bfc1c0b4db6ce235 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:16.979290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:16.985311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:16.992436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2d6cdf-a7f6-4680-9aa8-2f70dcce3087,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:16.997454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:16.999094 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2555549 Jan 15 10:18:17.001884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44226) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:17.042917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:17.052498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44230) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:17.056682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Checking segment: {'id': 'a803a301-82fa-45ae-88c5-4e53b9e3a8f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '38c27bfc-6e28-40b2-8058-951bba183ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:17.058219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Network hostable DHCP agents. Network: 38c27bfc-6e28-40b2-8058-951bba183ab1, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:18:17.102177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Network 38c27bfc-6e28-40b2-8058-951bba183ab1 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:18:17.122719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 38c27bfc-6e28-40b2-8058-951bba183ab1) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:17.132907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc13a5-a894-4d71-b0c1-69796f067a0d None None] Network 38c27bfc-6e28-40b2-8058-951bba183ab1 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:17.149006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.150329 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:17.150979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.157562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.178892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:17.244715 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=49518127fbd04503bfc1c0b4db6ce235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230815 Jan 15 10:18:17.246822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44236) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:17.249698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e3a724-7b41-4c28-b687-0dbdefe4a0c6,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:17.272177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:17.296627 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4691539 Jan 15 10:18:17.396400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Set router f6412154-15a1-45e3-a76f-a8cb6cb8291c gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:18:17.434369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.514789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:17.523045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Usage tracker for resource:security_group_rule and tenant:89d1ed5e658849ec9b9b307d657f3a4f is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:17.526760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-530232f0-e3dd-4ef4-b23f-71745ab3a657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.534857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:17.558878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:17.583766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-530232f0-e3dd-4ef4-b23f-71745ab3a657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.644771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4442082d-d2ed-4dec-b27d-e4ea72cd3f08 None None] Network 38c27bfc-6e28-40b2-8058-951bba183ab1 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:18:17.747481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-530232f0-e3dd-4ef4-b23f-71745ab3a657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.755489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dcd12fbc-6715-41ea-aefb-d1ac4a6348bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:17.784182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530232f0-e3dd-4ef4-b23f-71745ab3a657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e3a724-7b41-4c28-b687-0dbdefe4a0c6,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:17.789894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-530232f0-e3dd-4ef4-b23f-71745ab3a657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:17.814913 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.817034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-530232f0-e3dd-4ef4-b23f-71745ab3a657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.818536 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-530232f0-e3dd-4ef4-b23f-71745ab3a657 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d3e3a724-7b41-4c28-b687-0dbdefe4a0c6 HTTP/1.1" status: 204 len: 168 time: 0.5704238 Jan 15 10:18:17.823074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:17.857638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa7d1041-61b8-4d36-a0ef-1141ca940be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:17.883230 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:18:15Z', 'revision_number': 3, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:17.910134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Checking router: f6412154-15a1-45e3-a76f-a8cb6cb8291c for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:18:17.910529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Updating router f6412154-15a1-45e3-a76f-a8cb6cb8291c port 9b339177-d782-4c3e-abb7-37c084002fcc binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:18:17.919938 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89d1ed5e658849ec9b9b307d657f3a4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8638632 Jan 15 10:18:17.920582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d4d760-d1be-402b-9e07-a3b7b6dc13d8,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:17.922358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44254) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:17.925125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:18.040216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa3a2c1e-bb75-4825-9acc-07ab368f3cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.043877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.138114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5620a231-3cef-4e55-88dc-931a8a52e4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.167704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5620a231-3cef-4e55-88dc-931a8a52e4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.218331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5620a231-3cef-4e55-88dc-931a8a52e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.230089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-089f9b82-4c68-41f2-9d13-a3dc5bb0e205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:18.250509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620a231-3cef-4e55-88dc-931a8a52e4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d4d760-d1be-402b-9e07-a3b7b6dc13d8,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:18.253235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5620a231-3cef-4e55-88dc-931a8a52e4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:18.261953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5620a231-3cef-4e55-88dc-931a8a52e4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.267566 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5620a231-3cef-4e55-88dc-931a8a52e4ea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84d4d760-d1be-402b-9e07-a3b7b6dc13d8 HTTP/1.1" status: 204 len: 168 time: 0.3438942 Jan 15 10:18:18.277008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.372014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.871573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.888643 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Transition to ACTIVE for port object 9b339177-d782-4c3e-abb7-37c084002fcc will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:18.898008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:18.925134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:19.020604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Pushing event updated for resources: {'Port': ['ID=9b339177-d782-4c3e-abb7-37c084002fcc,revision_number=2']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:19.042400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Allocated IP 172.20.0.1 (fa1d4e03-c38b-47fa-ac27-e36b2ac0faee/aa172b70-843b-45f9-94fa-6ac062693f62/32c6f61a-871d-4a92-9d9e-381ed5281f46) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:19.097799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.097799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.098174 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.098392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.098754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.099138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.099636 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.100151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.100806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.101164 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.101516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.101866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.102262 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.102616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.102967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.103384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.103735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.104086 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.104435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.104786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.105150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.105502 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.105850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.106195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:19.127931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:19.257548 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Attempting to bind port 9b339177-d782-4c3e-abb7-37c084002fcc on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:19.258281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Attempting to bind port 9b339177-d782-4c3e-abb7-37c084002fcc by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:19.260727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Attempting to bind port 9b339177-d782-4c3e-abb7-37c084002fcc on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:19.268084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:19.268646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:19.269200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.269971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:19.271196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Bound port: 9b339177-d782-4c3e-abb7-37c084002fcc, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:19.272049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.313785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.367650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] For port 9b339177-d782-4c3e-abb7-37c084002fcc, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:19.374908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.407084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] For port 9b339177-d782-4c3e-abb7-37c084002fcc, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=9b339177-d782-4c3e-abb7-37c084002fcc,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:19.413363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b0b242b2-fc11-4623-9767-c5f8b8e973c8 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:19.420468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.457576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-de8d4dff-3583-4a1f-810b-793732c624f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:19.552565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:19.569337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Pushing event updated for resources: {'Port': ['ID=32c6f61a-871d-4a92-9d9e-381ed5281f46,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:19.585084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:19.655977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Pushing event updated for resources: {'Port': ['ID=9b339177-d782-4c3e-abb7-37c084002fcc,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:19.662206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:19.714167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Routers {'f6412154-15a1-45e3-a76f-a8cb6cb8291c'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:18:19.714873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:18:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:19.923589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:19.925058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:19.925820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] Set router f6412154-15a1-45e3-a76f-a8cb6cb8291c gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:18:19.935782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:19.998842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.144127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.287517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:18:15Z', 'revision_number': 3, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:20.292406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6c12c-a677-41dd-922f-1c0d7304d5f1 None None] The sync data for ids ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'] in dv-cinder-768592-3-iscsi is: [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:18:15Z', 'revision_number': 3, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:18:20.347785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.570553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.576244 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.643941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:20.769771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Pushing event updated for resources: {'Port': ['ID=32c6f61a-871d-4a92-9d9e-381ed5281f46,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:20.772489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:20.799709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:20.967508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:20.968797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:21.195648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Router f6412154-15a1-45e3-a76f-a8cb6cb8291c has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:18:21.403305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:18:21.419043 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] 10.222.0.75 "PUT /v2.0/routers/f6412154-15a1-45e3-a76f-a8cb6cb8291c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4123406 Jan 15 10:18:21.934808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 9b339177-d782-4c3e-abb7-37c084002fcc up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:22.004479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 9b339177-d782-4c3e-abb7-37c084002fcc completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:22.010131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 9b339177-d782-4c3e-abb7-37c084002fcc triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:22.010750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.113814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-a102594f-1314-4a86-ae73-1cd802cf882a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:22.115557 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-a102594f-1314-4a86-ae73-1cd802cf882a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 818 time: 0.1799710 Jan 15 10:18:22.132680 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-2efd56b4-5a3a-4f34-8b61-1693ad55166b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/quotas/0e9f425fe3564fe88af3acef114d2d93 HTTP/1.1" status: 200 len: 375 time: 0.0100100 Jan 15 10:18:22.135358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.154214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 9b339177-d782-4c3e-abb7-37c084002fcc, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=9b339177-d782-4c3e-abb7-37c084002fcc,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:22.157027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:22.160173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:22.226079 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-3d3d4514-7bbc-4a3b-a5c7-fccb9d4c32ef tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872691 Jan 15 10:18:22.235518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=9b339177-d782-4c3e-abb7-37c084002fcc,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:22.244302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:22.380418 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-4be1104f-320f-4174-af74-20bdb8e5c2bc service neutron] 10.222.0.75 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407881 Jan 15 10:18:22.540579 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-6ddc7642-57a8-4aeb-99dd-899e8f5df4f8 service neutron] 10.222.0.75 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444473 Jan 15 10:18:22.775574 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6cdadf08-96e5-4276-956a-ef66b7fbb966 req-a3acc8f9-166c-4b61-885f-b360fa492528 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 210 time: 0.0599234 Jan 15 10:18:23.312871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-44c4f0d7-a869-4e26-9657-4b55877607f2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:23.314650 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-44c4f0d7-a869-4e26-9657-4b55877607f2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 818 time: 0.2516160 Jan 15 10:18:23.350289 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-a56a9739-3978-4ad1-ab82-c1a6172595c2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/quotas/0e9f425fe3564fe88af3acef114d2d93 HTTP/1.1" status: 200 len: 375 time: 0.0229621 Jan 15 10:18:23.471900 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-aea791e7-1859-48ed-a847-8757695a19b4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1201947 Jan 15 10:18:23.643484 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-92a79b8a-f551-4e07-b6f5-5e3fb6472482 service neutron] 10.222.0.75 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633334 Jan 15 10:18:23.661309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Sync routers for ids ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:18:23.675325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Routers {'f6412154-15a1-45e3-a76f-a8cb6cb8291c'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:18:23.676267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:18:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:23.806686 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-c1b94a11-bde3-4c68-995c-db2d751fc5c3 service neutron] 10.222.0.75 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563022 Jan 15 10:18:23.879490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Set router f6412154-15a1-45e3-a76f-a8cb6cb8291c gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:18:23.928113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 9b339177-d782-4c3e-abb7-37c084002fcc up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:24.072854 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e05bc3df-d821-46f2-99ed-efd135287fd4 req-4880fd04-2a60-4e36-9693-024951d1c561 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 210 time: 0.0498960 Jan 15 10:18:24.255036 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 9b339177-d782-4c3e-abb7-37c084002fcc triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:24.255613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:24.719342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-f1a01a59-4221-4d82-b5bc-609cf0be09b2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:24.721169 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-f1a01a59-4221-4d82-b5bc-609cf0be09b2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 818 time: 0.5922406 Jan 15 10:18:24.756566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Request body: {'port': {'device_id': '1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde', 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee', 'admin_state_up': True, 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:24.914508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:18:20Z', 'revision_number': 4, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '32c6f61a-871d-4a92-9d9e-381ed5281f46', 'name': '', 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'mac_address': 'fa:16:3e:4a:4f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'aa172b70-843b-45f9-94fa-6ac062693f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:18Z', 'updated_at': '2021-01-15T10:18:20Z', 'revision_number': 2, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'subnets': [{'id': 'aa172b70-843b-45f9-94fa-6ac062693f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:24.919791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Checking router: f6412154-15a1-45e3-a76f-a8cb6cb8291c for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:18:24.920219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Updating router f6412154-15a1-45e3-a76f-a8cb6cb8291c port 32c6f61a-871d-4a92-9d9e-381ed5281f46 binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:18:24.991509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:24.995808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Usage tracker for resource:port and tenant:0e9f425fe3564fe88af3acef114d2d93 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:24.997132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:24.998880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Quota usage for port was recalculated. Used quota:1. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:25.006686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:25.016961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Made reservation on behalf of 0e9f425fe3564fe88af3acef114d2d93 for: {'port': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:25.029807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:25.472351 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a5a6e4e4-5240-4493-94b8-92f89b1acaf0 req-a35cc05e-42a3-4676-a0c0-3a9409be3ed6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 210 time: 0.1729219 Jan 15 10:18:25.665378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:25.688497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Transition to ACTIVE for port object 32c6f61a-871d-4a92-9d9e-381ed5281f46 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:25.694402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:25.754888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2390ca9d-4379-4211-a691-d99e2c6f2d8e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:25.754888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2390ca9d-4379-4211-a691-d99e2c6f2d8e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Synchronizing usage tracker for tenant:0e9f425fe3564fe88af3acef114d2d93 on resource:network {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:18:25.769968 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2390ca9d-4379-4211-a691-d99e2c6f2d8e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Unset dirty status for tenant:0e9f425fe3564fe88af3acef114d2d93 on resource:network {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:18:25.773572 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2390ca9d-4379-4211-a691-d99e2c6f2d8e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 818 time: 0.3696456 Jan 15 10:18:25.800876 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Request body: {'port': {'device_id': '703ddf48-7a48-47e5-8745-d48991a53b57', 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee', 'admin_state_up': True, 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:25.846732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Allocated IP 172.20.0.11 (fa1d4e03-c38b-47fa-ac27-e36b2ac0faee/aa172b70-843b-45f9-94fa-6ac062693f62/48ee94fc-34a8-4ce8-a631-aa5afcef560f) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:25.896672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:25.988358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:25.994001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Usage tracker for resource:port and tenant:0e9f425fe3564fe88af3acef114d2d93 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:25.997104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Quota usage for port was recalculated. Used quota:1. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:26.003259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:26.012774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Made reservation on behalf of 0e9f425fe3564fe88af3acef114d2d93 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:26.033564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.091539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bcdfb-148f-4429-888c-d3701f2eaac9 None None] Pushing event updated for resources: {'Port': ['ID=32c6f61a-871d-4a92-9d9e-381ed5281f46,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:26.094694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa5bcdfb-148f-4429-888c-d3701f2eaac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:26.105654 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Attempting to bind port 32c6f61a-871d-4a92-9d9e-381ed5281f46 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:26.106199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Attempting to bind port 32c6f61a-871d-4a92-9d9e-381ed5281f46 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:26.106723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Attempting to bind port 32c6f61a-871d-4a92-9d9e-381ed5281f46 on network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:26.113048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:26.113720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Checking segment: {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:26.114275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.114828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Bound using segment: {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:26.116178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Bound port: 32c6f61a-871d-4a92-9d9e-381ed5281f46, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:26.116714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.155817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.221412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.230436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] For port 32c6f61a-871d-4a92-9d9e-381ed5281f46, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:26.235114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] For port 32c6f61a-871d-4a92-9d9e-381ed5281f46, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=32c6f61a-871d-4a92-9d9e-381ed5281f46,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:26.238796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.254827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa5bcdfb-148f-4429-888c-d3701f2eaac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:26.268213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:26.478893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Allocated IP 172.20.0.4 (fa1d4e03-c38b-47fa-ac27-e36b2ac0faee/aa172b70-843b-45f9-94fa-6ac062693f62/d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:26.511732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Pushing event updated for resources: {'Port': ['ID=48ee94fc-34a8-4ce8-a631-aa5afcef560f,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:26.513939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bcdfb-148f-4429-888c-d3701f2eaac9 None None] Pushing event updated for resources: {'Port': ['ID=32c6f61a-871d-4a92-9d9e-381ed5281f46,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:26.519845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:26.535568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa5bcdfb-148f-4429-888c-d3701f2eaac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:26.770014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:26.771390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:26.784610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:26.792356 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Routers {'f6412154-15a1-45e3-a76f-a8cb6cb8291c'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:18:26.792562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:18:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:26.928338 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:26.997396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.096081 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:27.096823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.130057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:27.175080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] Set router f6412154-15a1-45e3-a76f-a8cb6cb8291c gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:18:27.191656 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4392250 Jan 15 10:18:27.218942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Request body: {'port': {'device_id': '1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:27.220604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Pushing event updated for resources: {'Port': ['ID=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:27.225773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:27.285734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec8066-563d-4e6a-8f94-01f862d70f9f req-c8e2ef71-0829-43d5-ac16-acdb5ddccca0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:27.286850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-c1ec8066-563d-4e6a-8f94-01f862d70f9f req-c8e2ef71-0829-43d5-ac16-acdb5ddccca0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Synchronizing usage tracker for tenant:0e9f425fe3564fe88af3acef114d2d93 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:18:27.347556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:27.349560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:27.352037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:27.373972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-c1ec8066-563d-4e6a-8f94-01f862d70f9f req-c8e2ef71-0829-43d5-ac16-acdb5ddccca0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Unset dirty status for tenant:0e9f425fe3564fe88af3acef114d2d93 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:18:27.381796 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c1ec8066-563d-4e6a-8f94-01f862d70f9f req-c8e2ef71-0829-43d5-ac16-acdb5ddccca0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 931 time: 0.4668994 Jan 15 10:18:27.437416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.463796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:27.463796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.496349 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7011626 Jan 15 10:18:27.507840 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c1ec8066-563d-4e6a-8f94-01f862d70f9f req-abbe9ac8-fa29-43ae-9ebc-12c1f1edb479 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247861 Jan 15 10:18:27.510962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Request body: {'port': {'device_id': '703ddf48-7a48-47e5-8745-d48991a53b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:27.692816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:27.782158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:18:20Z', 'revision_number': 4, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '32c6f61a-871d-4a92-9d9e-381ed5281f46', 'name': '', 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'mac_address': 'fa:16:3e:4a:4f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'aa172b70-843b-45f9-94fa-6ac062693f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:18Z', 'updated_at': '2021-01-15T10:18:26Z', 'revision_number': 4, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'subnets': [{'id': 'aa172b70-843b-45f9-94fa-6ac062693f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:27.788630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b58faf-d3c6-4d3c-bbd5-320ec5f57342 None None] The sync data for ids ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'] in dv-cinder-768592-3-iscsi is: [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:18:20Z', 'revision_number': 4, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '32c6f61a-871d-4a92-9d9e-381ed5281f46', 'name': '', 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'mac_address': 'fa:16:3e:4a:4f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'aa172b70-843b-45f9-94fa-6ac062693f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:18Z', 'updated_at': '2021-01-15T10:18:26Z', 'revision_number': 4, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'subnets': [{'id': 'aa172b70-843b-45f9-94fa-6ac062693f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:18:28.251831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ee94fc-34a8-4ce8-a631-aa5afcef560f {{(pid=80045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:18:28.267417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.280971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Transition to ACTIVE for port object 48ee94fc-34a8-4ce8-a631-aa5afcef560f will not be triggered until provisioned by entity L2. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:28.287024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.314581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:28.356915 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:18:28.589872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Pushing event updated for resources: {'Port': ['ID=48ee94fc-34a8-4ce8-a631-aa5afcef560f,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:28.620218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:18:28.629184 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:28.638248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.656827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Transition to ACTIVE for port object d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:28.663621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:28.720925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:28.890912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:28.905685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:29.004317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Attempting to bind port 48ee94fc-34a8-4ce8-a631-aa5afcef560f on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:29.005176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Attempting to bind port 48ee94fc-34a8-4ce8-a631-aa5afcef560f by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:29.005902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Attempting to bind port 48ee94fc-34a8-4ce8-a631-aa5afcef560f on network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:29.026190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:29.027166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Checking segment: {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:29.028101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.028913 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Bound using segment: {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:29.029803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Bound port: 48ee94fc-34a8-4ce8-a631-aa5afcef560f, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'}}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:29.030608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.129891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddb85-b2d1-454e-9b17-3bc612a0bd66 req-11d48e12-4540-4d79-b20e-d8e49f61f7c0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:29.133414 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5ddb85-b2d1-454e-9b17-3bc612a0bd66 req-11d48e12-4540-4d79-b20e-d8e49f61f7c0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 943 time: 0.3441908 Jan 15 10:18:29.193126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Attempting to bind port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:29.193500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Attempting to bind port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:29.193874 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Attempting to bind port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 on network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:29.210218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:29.210595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Checking segment: {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:29.211022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.211420 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Bound using segment: {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:29.211894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Bound port: d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ee10a0-9114-4c9a-a6e5-41540b457d0d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fa1d4e03-c38b-47fa-ac27-e36b2ac0faee'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:29.212812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.253095 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b5ddb85-b2d1-454e-9b17-3bc612a0bd66 req-fcaa7bef-d95e-492b-9ba3-f1330e703b41 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802038 Jan 15 10:18:29.308959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] For port 48ee94fc-34a8-4ce8-a631-aa5afcef560f, host hv-cinder-76859, cleared binding levels {{(pid=80045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:29.312768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] For port 48ee94fc-34a8-4ce8-a631-aa5afcef560f, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:29.318483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.478165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:29.603587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Pushing event updated for resources: {'Port': ['ID=48ee94fc-34a8-4ce8-a631-aa5afcef560f,revision_number=3']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:29.609805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:29.615048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] For port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:29.621974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] For port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:29.626711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.650578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d4c79bde-ead3-4a93-b077-e8b66833b516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:29.668402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:29.669069 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.670656 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] 10.222.0.64 "PUT /v2.0/ports/48ee94fc-34a8-4ce8-a631-aa5afcef560f HTTP/1.1" status: 200 len: 1158 time: 2.4612134 Jan 15 10:18:29.671275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde', 'tag': '48ee94fc-34a8-4ce8-a631-aa5afcef560f'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:29.778551 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde', 'tag': '48ee94fc-34a8-4ce8-a631-aa5afcef560f', 'status': 'completed', 'code': 200} Jan 15 10:18:29.822664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-364fc2c6-5517-49da-913c-5e59a54638d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:29.824900 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-364fc2c6-5517-49da-913c-5e59a54638d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1161 time: 0.1098223 Jan 15 10:18:29.863934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:29.867733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:29.909390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:29.910053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:29.911626 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 HTTP/1.1" status: 200 len: 1157 time: 2.4062331 Jan 15 10:18:29.912263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703ddf48-7a48-47e5-8745-d48991a53b57', 'tag': 'd9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:29.929899 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-2aa3c1ee-30f9-4a82-b6c3-f6891c1d504d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f HTTP/1.1" status: 200 len: 217 time: 0.0917640 Jan 15 10:18:29.968612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 32c6f61a-871d-4a92-9d9e-381ed5281f46 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:30.012720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-1e4e86e8-b207-4305-a82b-84cfb9bcb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:30.014435 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-1e4e86e8-b207-4305-a82b-84cfb9bcb088 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.0729616 Jan 15 10:18:30.032000 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703ddf48-7a48-47e5-8745-d48991a53b57', 'tag': 'd9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07', 'status': 'completed', 'code': 200} Jan 15 10:18:30.070798 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 32c6f61a-871d-4a92-9d9e-381ed5281f46 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:30.077030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 32c6f61a-871d-4a92-9d9e-381ed5281f46 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:30.077701 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:30.085580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-5a2332ca-0143-4fcd-89b2-4cf2a867edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:30.087363 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-5a2332ca-0143-4fcd-89b2-4cf2a867edfb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 1160 time: 0.1221297 Jan 15 10:18:30.134247 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-52666dbc-fc86-4b4d-8ce2-81a78eaf89ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099229 Jan 15 10:18:30.186046 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-f264ee59-ad23-4171-8521-5a1ea95ca4b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 HTTP/1.1" status: 200 len: 217 time: 0.0907431 Jan 15 10:18:30.256394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:30.274459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-598c3d70-2ec8-4f03-b052-c545a640aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:30.276598 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-598c3d70-2ec8-4f03-b052-c545a640aca8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.0822642 Jan 15 10:18:30.326024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 32c6f61a-871d-4a92-9d9e-381ed5281f46, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=32c6f61a-871d-4a92-9d9e-381ed5281f46,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:30.333580 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-eebe186d-600b-4a7d-8245-edb692737bfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490742 Jan 15 10:18:30.335462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:30.337484 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:30.505500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=32c6f61a-871d-4a92-9d9e-381ed5281f46,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:30.509192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:30.568726 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-da9e0379-a13e-43c3-a7cf-2e5bf11aa1ec service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231436 Jan 15 10:18:30.651277 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-ae92891d-30d9-41b9-854a-44ff9c8ac668 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086357 Jan 15 10:18:30.893762 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-122af4dc-1335-45ba-818e-98e124fc8be4 req-4cece5de-aa9f-4096-80e3-fd7c65456408 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2305713 Jan 15 10:18:31.067166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-81336fc9-d2fd-4a6b-b345-172c2c15a1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.068830 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-81336fc9-d2fd-4a6b-b345-172c2c15a1a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 1160 time: 0.1103625 Jan 15 10:18:31.169610 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8587612e-9c9b-41ce-b29a-4f48211a5ab4 req-5fda2d34-d3ba-46d7-9d64-6b131ca67d67 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5898201 Jan 15 10:18:31.193511 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa910b-c877-4466-8f12-88003c077881 req-36f05d51-f0d6-4804-b5da-ffa9dd923869 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.195302 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cbaa910b-c877-4466-8f12-88003c077881 req-36f05d51-f0d6-4804-b5da-ffa9dd923869 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 943 time: 0.7091050 Jan 15 10:18:31.276316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-8445bbfc-fd91-4347-b079-a448f7f202ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.278293 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-8445bbfc-fd91-4347-b079-a448f7f202ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 912 time: 0.2019928 Jan 15 10:18:31.344374 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cbaa910b-c877-4466-8f12-88003c077881 req-9bf52d12-afc4-4a2f-976c-e5fd22ff0c4f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331079 Jan 15 10:18:31.367301 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-61bad8ea-d7c0-4fb7-af7e-5963d8684e13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 HTTP/1.1" status: 200 len: 217 time: 0.0775886 Jan 15 10:18:31.375145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-ecec8114-2cbb-4c74-91af-75c87bf1e930 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.376800 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-ecec8114-2cbb-4c74-91af-75c87bf1e930 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 815 time: 0.4713490 Jan 15 10:18:31.399237 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-0cf6cdd7-411a-4a1c-b189-e912844b5443 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/quotas/4c85e7098be04404bcd7fe05f2665de3 HTTP/1.1" status: 200 len: 375 time: 0.0128727 Jan 15 10:18:31.467702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-2132a3fc-a98b-4e13-9a45-130314f53316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.470150 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-2132a3fc-a98b-4e13-9a45-130314f53316 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.0940306 Jan 15 10:18:31.478312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-272c7a54-8fb5-4cef-b8ae-f5265b0b69f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.480078 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-272c7a54-8fb5-4cef-b8ae-f5265b0b69f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1161 time: 0.2433572 Jan 15 10:18:31.547504 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-0b8c3f77-2088-486f-b265-c7ec714d9f78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548143 Jan 15 10:18:31.672442 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-36be4396-8902-4fe1-a6a6-a0ac41c0d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.673599 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-36be4396-8902-4fe1-a6a6-a0ac41c0d942 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 912 time: 0.1786540 Jan 15 10:18:31.693715 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-5549179e-90ba-4488-a459-7c35765bcc0e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2835777 Jan 15 10:18:31.728293 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-55d7fd35-3c84-405a-974a-212af69791b1 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710565 Jan 15 10:18:31.796572 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-1f503af5-6c0f-43f9-92c2-dee908294d71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f HTTP/1.1" status: 200 len: 217 time: 0.1013081 Jan 15 10:18:31.895545 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5a95f0cc-a8af-43fb-aab0-95367d599dd4 req-b398c3a8-4073-4576-be65-d4c0279a38cd service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1593843 Jan 15 10:18:31.905467 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 32c6f61a-871d-4a92-9d9e-381ed5281f46 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:31.954328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-4f0d570d-5bbd-458e-826e-3dbc732cb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:31.955906 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-4f0d570d-5bbd-458e-826e-3dbc732cb3ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.1037664 Jan 15 10:18:31.981389 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 32c6f61a-871d-4a92-9d9e-381ed5281f46 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:31.981806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:32.020478 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-e1730b13-c7df-43f4-93b6-6959c140f327 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486367 Jan 15 10:18:32.037474 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-660d665f-95ca-4043-b284-96b8d744f81e service neutron] 10.222.0.75 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787719 Jan 15 10:18:32.297883 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-e5c99b6e-9d14-4c4f-97b3-ea9f82be030a service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586837 Jan 15 10:18:32.301206 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-3feac275-0f0a-43ae-8c6e-0fd789c3c048 service neutron] 10.222.0.75 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2368405 Jan 15 10:18:32.553030 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0fe1c16c-d7fd-477e-aeed-4d45f0c85b3d req-aabae057-8a01-4391-aaff-4738d6ca3795 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2454855 Jan 15 10:18:32.725483 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d71bda8c-d0de-47dc-8c66-6b6ce70e3029 req-2ab1123f-c846-46c3-b226-8bc02d5201e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 210 time: 0.1257784 Jan 15 10:18:32.833775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7d8ee-3766-4ebb-a82a-800eb64ca01e req-eace2e3b-0027-4d83-9c4b-95be437c11c2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:32.835550 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-79c7d8ee-3766-4ebb-a82a-800eb64ca01e req-eace2e3b-0027-4d83-9c4b-95be437c11c2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 943 time: 0.1766086 Jan 15 10:18:32.905162 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-79c7d8ee-3766-4ebb-a82a-800eb64ca01e req-d330df00-a2ca-4cbc-bc34-b500e4fabd5d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602016 Jan 15 10:18:33.355313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44686) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:33.544821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.560618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:33.564689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Usage tracker for resource:security_group_rule and tenant:49aab700b65245f18504481b7a26caa2 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:33.567943 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:33.573829 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:33.662310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.665093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.674752 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1b032c9c-1179-4707-b691-dd814dd12bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:33.717422 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=49aab700b65245f18504481b7a26caa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608496 Jan 15 10:18:33.719078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a8c385-5954-46a5-a4da-499a50205b58,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:33.720355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44692) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:33.755650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.756442 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.756993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.757534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.758174 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.759096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.759779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.760493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.761032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.761562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.762089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.762773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.763581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.764162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.764901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.765294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.765825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.766218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.766609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.767171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.767359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.767747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.768262 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.769446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:33.786540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:33.795257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.828739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.928140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:33.935417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a0e5d6fe-3d1b-4440-9220-2b69a60bb97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:33.956294 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b5f0bf00-a480-4eef-9575-3ab5daec6221 req-59677125-4f50-4a74-89c5-893e7952b652 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 210 time: 0.0703876 Jan 15 10:18:33.980331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a8c385-5954-46a5-a4da-499a50205b58,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:33.999923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.007302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.008013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.008641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.009256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.009858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.010438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.011508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.011508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.012104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.012584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.013100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.013634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.014132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.023292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.023843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.024342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.025370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.025860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.026349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.026853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.027365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.027860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.028434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:34.031867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.033297 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1a8c385-5954-46a5-a4da-499a50205b58 HTTP/1.1" status: 204 len: 168 time: 0.3117251 Jan 15 10:18:34.043836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:34.065282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-b5e63991-d308-4e46-9b79-650cc5d67844 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:34.067736 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-b5e63991-d308-4e46-9b79-650cc5d67844 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 815 time: 0.3459933 Jan 15 10:18:34.085759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.objects.ports [None req-769a8355-8844-4725-9e6c-28b8ba4d2e5a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80046) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:18:34.095518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Request body: {'port': {'device_id': '3f578381-2cc1-4d48-aeb0-9ddd6dce800c', 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9', 'admin_state_up': True, 'tenant_id': '4c85e7098be04404bcd7fe05f2665de3'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:34.335115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44722) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:34.464035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff945575-8a84-4bd4-9b63-fff87e8d13e8 req-b21e6e7f-1bb9-4c84-bf70-13de60dcdcaa tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:34.465945 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ff945575-8a84-4bd4-9b63-fff87e8d13e8 req-b21e6e7f-1bb9-4c84-bf70-13de60dcdcaa tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 943 time: 0.2556889 Jan 15 10:18:34.472358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:34.516926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:34.551289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Made reservation on behalf of 4c85e7098be04404bcd7fe05f2665de3 for: {'port': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:34.561299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.570880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.602558 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ff945575-8a84-4bd4-9b63-fff87e8d13e8 req-f925d8b2-4202-48a7-a879-de8e4ffd0046 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268983 Jan 15 10:18:34.603353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:34.610242 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Usage tracker for resource:security_group_rule and tenant:e95ffddeb810468aa8c931498135af0a is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:34.625854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:34.632130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:34.776118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.784771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.824337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5620a231-3cef-4e55-88dc-931a8a52e4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:34.836541 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e95ffddeb810468aa8c931498135af0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002704 Jan 15 10:18:34.839844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44740) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:34.889486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12112424-f858-4c4f-a27e-9ff5e4d6a415,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:34.900766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:34.926087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9249b02-46c9-48fb-b8cb-5a1f954e0ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.955930 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9249b02-46c9-48fb-b8cb-5a1f954e0ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:34.963965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Allocated IP 172.20.0.12 (2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9/e5565abc-38e0-4783-aada-280adb51ee4a/7b4b2e38-8edf-4b16-84c8-78fd268a8119) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:35.013613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9249b02-46c9-48fb-b8cb-5a1f954e0ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.020147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:35.048161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f9249b02-46c9-48fb-b8cb-5a1f954e0ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.052073 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f9249b02-46c9-48fb-b8cb-5a1f954e0ac2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/12112424-f858-4c4f-a27e-9ff5e4d6a415 HTTP/1.1" status: 204 len: 168 time: 0.2092350 Jan 15 10:18:35.052073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9249b02-46c9-48fb-b8cb-5a1f954e0ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12112424-f858-4c4f-a27e-9ff5e4d6a415,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:35.053414 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f9249b02-46c9-48fb-b8cb-5a1f954e0ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:35.276029 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-928451de-63dd-4c99-9e66-0689772393bc req-46f3ab61-8872-4b19-aa1e-45ce603ba651 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 210 time: 0.0773506 Jan 15 10:18:35.280528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.334616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.348281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-26da01c6-7bde-4bef-8f6c-cbfddca2e995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:35.387570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 48ee94fc-34a8-4ce8-a631-aa5afcef560f up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:35.534050 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 48ee94fc-34a8-4ce8-a631-aa5afcef560f completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:35.542217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 48ee94fc-34a8-4ce8-a631-aa5afcef560f triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:35.542648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.673122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44766) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:35.697534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.725617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:35.737881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Usage tracker for resource:security_group_rule and tenant:275cd0f09e49425a81d00070554c9d4b is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:35.743045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:35.759376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:35.773553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Pushing event updated for resources: {'Port': ['ID=7b4b2e38-8edf-4b16-84c8-78fd268a8119,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:35.779711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:35.827572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.883519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 48ee94fc-34a8-4ce8-a631-aa5afcef560f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:35.885780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ee94fc-34a8-4ce8-a631-aa5afcef560f'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:35.893500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:35.894908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:35.911424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:35.914546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:35.924387 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:36.002909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.012045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.016966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa5bcdfb-148f-4429-888c-d3701f2eaac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:36.026388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-526dd065-238a-4a12-841d-31c2c8c1abdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:36.045176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75d068-4eba-4ca1-acab-b4cbda560748 req-fe872ec0-f5bb-4df2-86a8-ad178612d4e8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:36.054782 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea75d068-4eba-4ca1-acab-b4cbda560748 req-fe872ec0-f5bb-4df2-86a8-ad178612d4e8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 943 time: 0.2377048 Jan 15 10:18:36.081324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:36.082228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.098672 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=275cd0f09e49425a81d00070554c9d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4239404 Jan 15 10:18:36.100394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44776) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:36.115168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbab2b2-4071-4e6a-a808-0aedfc90ac78,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:36.121568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:36.181822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e575a22d-a00b-417e-ba8a-966bf7bdb8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.195971 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea75d068-4eba-4ca1-acab-b4cbda560748 req-74d97a02-c18f-43cb-865e-2a1787fc79bf tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399610 Jan 15 10:18:36.214742 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1249161 Jan 15 10:18:36.228767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Request body: {'port': {'device_id': '3f578381-2cc1-4d48-aeb0-9ddd6dce800c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:36.269061 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e575a22d-a00b-417e-ba8a-966bf7bdb8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.422058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.567425 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ee94fc-34a8-4ce8-a631-aa5afcef560f', 'code': 200} Jan 15 10:18:36.571626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=48ee94fc-34a8-4ce8-a631-aa5afcef560f,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:36.576348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:36.582274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e575a22d-a00b-417e-ba8a-966bf7bdb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.589977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:36.596170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:36.604128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:36.604642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.606139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575a22d-a00b-417e-ba8a-966bf7bdb8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbab2b2-4071-4e6a-a808-0aedfc90ac78,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:36.624257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e575a22d-a00b-417e-ba8a-966bf7bdb8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:36.626874 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e575a22d-a00b-417e-ba8a-966bf7bdb8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.631148 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e575a22d-a00b-417e-ba8a-966bf7bdb8f7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bcbab2b2-4071-4e6a-a808-0aedfc90ac78 HTTP/1.1" status: 204 len: 168 time: 0.5272424 Jan 15 10:18:36.662570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b90574-74ea-48a5-9263-f466bd1e6c3e req-c1f31885-db53-4d00-8376-ffdfe6e79472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:36.664264 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-16b90574-74ea-48a5-9263-f466bd1e6c3e req-c1f31885-db53-4d00-8376-ffdfe6e79472 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1163 time: 0.3311639 Jan 15 10:18:36.779293 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-16b90574-74ea-48a5-9263-f466bd1e6c3e req-379044aa-a429-4688-adc3-4cd8b9942cbb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054652 Jan 15 10:18:36.827318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.862611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156dffd-f717-486a-9eb7-c31b5547ddc3 req-cc2853cd-df01-45a0-bf3a-1292fe88c6ba tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:36.863432 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f156dffd-f717-486a-9eb7-c31b5547ddc3 req-cc2853cd-df01-45a0-bf3a-1292fe88c6ba tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Synchronizing usage tracker for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:18:36.886389 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:36.890028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:36.894394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:36.918725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f156dffd-f717-486a-9eb7-c31b5547ddc3 req-cc2853cd-df01-45a0-bf3a-1292fe88c6ba tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Unset dirty status for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:18:36.928017 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f156dffd-f717-486a-9eb7-c31b5547ddc3 req-cc2853cd-df01-45a0-bf3a-1292fe88c6ba tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 932 time: 0.3407259 Jan 15 10:18:36.990333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:36.995288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:37.084948 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f156dffd-f717-486a-9eb7-c31b5547ddc3 req-90a00fd0-0aad-4385-8167-f4089d68b578 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552100 Jan 15 10:18:37.206227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4b2e38-8edf-4b16-84c8-78fd268a8119 {{(pid=80045) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:18:37.214019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.226346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Transition to ACTIVE for port object 7b4b2e38-8edf-4b16-84c8-78fd268a8119 will not be triggered until provisioned by entity L2. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:37.228972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.246825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:37.495542 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Pushing event updated for resources: {'Port': ['ID=7b4b2e38-8edf-4b16-84c8-78fd268a8119,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:37.509672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:37.619844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80f22-7d1d-403a-a0d3-a2554e20b5cd req-28d84fd8-2257-4dd6-88ee-01277b82d7a5 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:37.622153 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-80a80f22-7d1d-403a-a0d3-a2554e20b5cd req-28d84fd8-2257-4dd6-88ee-01277b82d7a5 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.2782612 Jan 15 10:18:37.692242 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 48ee94fc-34a8-4ce8-a631-aa5afcef560f up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:37.794106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 48ee94fc-34a8-4ce8-a631-aa5afcef560f triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:37.794531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.811843 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-80a80f22-7d1d-403a-a0d3-a2554e20b5cd req-efd106fc-9546-4f84-b635-7d16e814c482 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096780 Jan 15 10:18:37.840186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Attempting to bind port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:37.840931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Attempting to bind port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:37.841563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Attempting to bind port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 on network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:37.856453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:37.857102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Checking segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:37.857738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.858321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Bound using segment: {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'} {{(pid=80045) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:37.859011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Bound port: 7b4b2e38-8edf-4b16-84c8-78fd268a8119, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '399f615a-0f7a-446c-8075-9165b881cc74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9'}}] {{(pid=80045) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:37.859594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:37.986474 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-05fef76e-9dad-4d85-853f-e515dcfff9d2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/networks?tenant_id=47347bd088bb4cde8bc53e75978722df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487757 Jan 15 10:18:38.003512 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:38.029415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] For port 7b4b2e38-8edf-4b16-84c8-78fd268a8119, host hv-cinder-76859, cleared binding levels {{(pid=80045) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:38.092513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:38.093189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:38.109109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] For port 7b4b2e38-8edf-4b16-84c8-78fd268a8119, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7b4b2e38-8edf-4b16-84c8-78fd268a8119,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80045) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:38.115027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:38.136194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:38.212886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Pushing event updated for resources: {'Port': ['ID=7b4b2e38-8edf-4b16-84c8-78fd268a8119,revision_number=3']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:38.271373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:38.348860 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-4d6a23f1-c519-422e-8c91-4f6632d56414 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1129367 Jan 15 10:18:38.459097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-2276a2c7-1e53-4380-a5ea-89fda8c65397 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.460763 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-2276a2c7-1e53-4380-a5ea-89fda8c65397 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4675083 Jan 15 10:18:38.462888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-013e0a18-4fd9-40e1-ae65-d796d4cf3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.464974 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-013e0a18-4fd9-40e1-ae65-d796d4cf3c4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 1163 time: 0.0931370 Jan 15 10:18:38.510497 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-1c7b84c6-6ab6-40a6-994e-ad7f9e01b4e2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/quotas/47347bd088bb4cde8bc53e75978722df HTTP/1.1" status: 200 len: 375 time: 0.0377290 Jan 15 10:18:38.559629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.560298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:38.561762 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] 10.222.0.64 "PUT /v2.0/ports/7b4b2e38-8edf-4b16-84c8-78fd268a8119 HTTP/1.1" status: 200 len: 1158 time: 2.3389475 Jan 15 10:18:38.566676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f578381-2cc1-4d48-aeb0-9ddd6dce800c', 'tag': '7b4b2e38-8edf-4b16-84c8-78fd268a8119'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:38.569920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703ddf48-7a48-47e5-8745-d48991a53b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:38.579756 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-b8ad4d21-cb8c-4e74-b648-71bb8a2455f8 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?tenant_id=47347bd088bb4cde8bc53e75978722df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624111 Jan 15 10:18:38.616357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d2b90-2cbe-4309-bc44-4afa7046b96f req-bd816fc2-cd41-4042-91fa-c1ae74f1e3ff tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.617981 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f16d2b90-2cbe-4309-bc44-4afa7046b96f req-bd816fc2-cd41-4042-91fa-c1ae74f1e3ff tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 944 time: 0.2979851 Jan 15 10:18:38.648637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-f3f00ef9-ff7e-4cb7-9ae4-3d45accc95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.650812 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-f3f00ef9-ff7e-4cb7-9ae4-3d45accc95e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 909 time: 0.1571097 Jan 15 10:18:38.726528 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-8d2547df-5a98-4b5e-9874-055988515e07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=847288ad-3837-424b-be13-b1e96bdfcdcc HTTP/1.1" status: 200 len: 217 time: 0.0683627 Jan 15 10:18:38.738556 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f16d2b90-2cbe-4309-bc44-4afa7046b96f req-6c08f2f8-d009-4188-bcab-749d9ba220fc tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850799 Jan 15 10:18:38.759539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-b5bdcd7e-7925-4532-83b2-27c5123b11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.761337 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-b5bdcd7e-7925-4532-83b2-27c5123b11d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 1161 time: 0.1423824 Jan 15 10:18:38.816442 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-a35deb7a-0d16-48af-9df9-37b221332d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:38.818058 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-a35deb7a-0d16-48af-9df9-37b221332d32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 200 len: 855 time: 0.0852211 Jan 15 10:18:38.835458 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703ddf48-7a48-47e5-8745-d48991a53b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07', 'code': 200} Jan 15 10:18:38.876779 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-f8905273-d000-45b2-a471-0ef748df34c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b4b2e38-8edf-4b16-84c8-78fd268a8119 HTTP/1.1" status: 200 len: 217 time: 0.1063888 Jan 15 10:18:38.879667 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-4f8b5f6f-4c4f-4dac-9acb-1ecc0c5f02ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534744 Jan 15 10:18:38.885630 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f578381-2cc1-4d48-aeb0-9ddd6dce800c', 'tag': '7b4b2e38-8edf-4b16-84c8-78fd268a8119', 'status': 'completed', 'code': 200} Jan 15 10:18:39.058028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.64', 51603) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:39.084730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 48ee94fc-34a8-4ce8-a631-aa5afcef560f up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:39.110015 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f3d2fa65-1b99-4724-9277-358814401f12 req-4d9c5a53-e6a6-48d3-8558-6b099ebca1de tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 210 time: 0.2233355 Jan 15 10:18:39.113139 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-5744003f-9d2d-4af5-b94a-e8f95068dc25 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194827 Jan 15 10:18:39.183818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-e1abc986-8ed2-4ce6-b245-5b70581e45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:39.185399 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-e1abc986-8ed2-4ce6-b245-5b70581e45a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 200 len: 855 time: 0.2345257 Jan 15 10:18:39.268299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 48ee94fc-34a8-4ce8-a631-aa5afcef560f triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:39.268724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:39.295011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dc9b9-f4b7-4b68-98f0-bfb238d533bd req-754db28a-871f-4c48-988a-4aae347e30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:39.297330 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-897dc9b9-f4b7-4b68-98f0-bfb238d533bd req-754db28a-871f-4c48-988a-4aae347e30c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 1162 time: 0.2380369 Jan 15 10:18:39.399955 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5fb1f2d-e9d5-411d-afa7-455b3b55fffc req-91a0db41-09fe-4bf5-a966-886733117e4d service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2757642 Jan 15 10:18:39.412599 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-897dc9b9-f4b7-4b68-98f0-bfb238d533bd req-8241cb73-4da0-4649-a263-f38de945dfd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905688 Jan 15 10:18:39.460223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44866) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:39.481132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:39.539740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Deleting subnet 682b18e2-1551-4e10-b267-f4e1728ee606 {{(pid=80044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:18:39.544543 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:39.585143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:39.585821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:39.600079 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-b5ff8015-de7e-4b37-9441-9f1b5ebedaaf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4037309 Jan 15 10:18:39.609932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513945'] for subnet, precommit_delete_associations {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:39.647474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e645996-fad2-4062-a8fa-c389e244d918 req-3961d1b6-46dd-47b1-8f1e-5cfb99919572 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:39.656668 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e645996-fad2-4062-a8fa-c389e244d918 req-3961d1b6-46dd-47b1-8f1e-5cfb99919572 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.6117496 Jan 15 10:18:39.688380 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:39.818603 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e645996-fad2-4062-a8fa-c389e244d918 req-280d8a8c-e37a-49a7-b0c6-7e26ebcc25e9 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609871 Jan 15 10:18:39.920463 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-485c21d8-bb8c-4cc1-93e9-f9237fd4bc8b service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021533 Jan 15 10:18:40.050100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852510992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2966786'] for subnet, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:40.160464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:40.171314 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff759b1-55d0-4177-9c44-e59c44cc8f61 req-85df718d-64fc-4185-8069-b02e706078d7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:40.175939 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dff759b1-55d0-4177-9c44-e59c44cc8f61 req-85df718d-64fc-4185-8069-b02e706078d7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 944 time: 0.2184155 Jan 15 10:18:40.180279 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e521a4f1-8e56-4052-8a39-f251eb5a61e4 req-5c58eb1b-5a8e-49e6-87b7-71e80d761d59 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2496545 Jan 15 10:18:40.224570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682b18e2-1551-4e10-b267-f4e1728ee606,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:40.227649 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:40.246902 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dff759b1-55d0-4177-9c44-e59c44cc8f61 req-69b25df1-ce42-4f95-97c7-1ed13a752979 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644145 Jan 15 10:18:40.282919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:40.291039 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/682b18e2-1551-4e10-b267-f4e1728ee606 HTTP/1.1" status: 204 len: 168 time: 0.8292508 Jan 15 10:18:40.301283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44880) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:40.525946 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b18f9ef1-7181-4aaf-9064-11f979884969 req-4f06c68b-74e8-496f-b1e1-16251ca515bd tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 210 time: 0.1171381 Jan 15 10:18:40.561634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:40.595842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-84e67223-004e-4348-8541-c671e39d57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:40.598773 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-84e67223-004e-4348-8541-c671e39d57f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4c85e7098be04404bcd7fe05f2665de3&device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 1161 time: 0.2719245 Jan 15 10:18:40.788903 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-a6689b2a-ae3d-45f3-a3c7-cddda1b3cb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:40.790606 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-a6689b2a-ae3d-45f3-a3c7-cddda1b3cb0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 200 len: 909 time: 0.1771383 Jan 15 10:18:40.904248 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-ba5a4d21-47c2-41f9-9100-8639ba375589 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.64 "GET /v2.0/networks?tenant_id=47347bd088bb4cde8bc53e75978722df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538051 Jan 15 10:18:40.906072 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-2cb6082e-3356-46a3-90d8-7423feef87da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b4b2e38-8edf-4b16-84c8-78fd268a8119 HTTP/1.1" status: 200 len: 217 time: 0.0985060 Jan 15 10:18:40.996397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-27e13523-fa20-4fec-bb96-ad001cc24a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:40.998129 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-27e13523-fa20-4fec-bb96-ad001cc24a77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 200 len: 855 time: 0.0740595 Jan 15 10:18:41.095729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:41.099419 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-ce385bf1-b65a-4dbd-8a67-5b530393a46a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526822 Jan 15 10:18:41.143896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:41.173490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:41.174073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:41.252176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464de21-4494-4ec9-85ae-16bd3fcf2aef req-647015d3-6800-421a-b1b5-d8ce87e19a0c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:41.253905 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2464de21-4494-4ec9-85ae-16bd3fcf2aef req-647015d3-6800-421a-b1b5-d8ce87e19a0c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.2495146 Jan 15 10:18:41.310122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-6dc675ae-5ea6-4343-9318-41f20ac0cd4e tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:41.311823 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-6dc675ae-5ea6-4343-9318-41f20ac0cd4e tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3691368 Jan 15 10:18:41.327874 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-9d1dd517-9249-420f-b5a8-74673ffa6fa0 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123642 Jan 15 10:18:41.334003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec83c763-c20e-4796-89d3-b6edeac72411']}} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:41.343555 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2464de21-4494-4ec9-85ae-16bd3fcf2aef req-9d103773-7076-4c6c-a2b0-d3396bc2c481 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741432 Jan 15 10:18:41.347215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Request body: {'port': {'device_id': '2ce31292-3629-4ba5-8e01-dff27418e09c', 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69', 'admin_state_up': True, 'tenant_id': '47347bd088bb4cde8bc53e75978722df'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:41.368909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407234fd-7717-4c2e-985c-a9b5a7eed129') {'for_net_delete': True} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:41.369249 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407234fd-7717-4c2e-985c-a9b5a7eed129') {} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:41.446662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261855'] for segment, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:41.488063 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:41.492485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:18:41.543811 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-20336593-724f-4ddd-bd3b-f7bfaf7ce2fe req-affeda1c-9f22-4577-8405-67d19137b4e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1986468 Jan 15 10:18:41.612002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abf811-f973-45c4-af54-fbd091d123f7 req-f07b8664-d807-4e7e-9d7e-fadbd40783ae tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:41.613696 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d4abf811-f973-45c4-af54-fbd091d123f7 req-f07b8664-d807-4e7e-9d7e-fadbd40783ae tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 944 time: 0.1177037 Jan 15 10:18:41.672991 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d4abf811-f973-45c4-af54-fbd091d123f7 req-64312256-abeb-4d83-b066-f2ac2f550e9e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521898 Jan 15 10:18:41.744726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Network ec83c763-c20e-4796-89d3-b6edeac72411 has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:41.755188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852511059'] for segment, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:41.875127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:41.910421 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ed8e7f08-277a-499b-8900-35ebe70fe217 req-05518d48-e865-4235-925c-d14af10ab37c tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 210 time: 0.0623257 Jan 15 10:18:41.933318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Usage tracker for resource:port and tenant:47347bd088bb4cde8bc53e75978722df is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:41.933682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-8f57444e-72b5-4351-86a5-2d8eea877904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:41.940481 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-8f57444e-72b5-4351-86a5-2d8eea877904 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 1162 time: 0.1471832 Jan 15 10:18:41.947339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Quota usage for port was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:41.964337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:41.967459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Network ec83c763-c20e-4796-89d3-b6edeac72411 has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:18:41.991997 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:18:42.072988 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Made reservation on behalf of 47347bd088bb4cde8bc53e75978722df for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:18:42.081726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.095908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.109390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.116074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:42.119402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:42.132672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.143166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Usage tracker for resource:security_group_rule and tenant:47347bd088bb4cde8bc53e75978722df is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:42.146033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ec83c763-c20e-4796-89d3-b6edeac72411,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:42.149170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:42.152204 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:42.156643 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8da40333-66f4-4fbd-bd8a-4463348ff5bf admin admin] 10.222.0.75 "DELETE /v2.0/networks/ec83c763-c20e-4796-89d3-b6edeac72411 HTTP/1.1" status: 204 len: 168 time: 1.8542678 Jan 15 10:18:42.157684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:42.159591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44912) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:42.228772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-eb112ca3-a84a-492c-a137-e94ae72d4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:42.230376 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-eb112ca3-a84a-492c-a137-e94ae72d4837 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 912 time: 0.2191920 Jan 15 10:18:42.237386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.249936 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Deleting subnet 9a2d6cdf-a7f6-4680-9aa8-2f70dcce3087 {{(pid=80044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:18:42.257334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.258635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d8367-9880-4039-a9ec-d7cdd12bcee3 req-2bc540c1-df6c-478c-a4b7-12efe8042b05 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:42.260837 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-510d8367-9880-4039-a9ec-d7cdd12bcee3 req-2bc540c1-df6c-478c-a4b7-12efe8042b05 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1591640 Jan 15 10:18:42.329705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513945'] for subnet, precommit_delete_associations {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.341493 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-9efda028-0022-49b6-a317-1c33e2788dbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 HTTP/1.1" status: 200 len: 217 time: 0.0796292 Jan 15 10:18:42.413890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.419898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.429948 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:42.435367 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-510d8367-9880-4039-a9ec-d7cdd12bcee3 req-bc3e1354-1be7-431a-9a9d-bf8c965bf366 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206701 Jan 15 10:18:42.439484 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-c907d283-2c6b-4354-acc9-7f1397713539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:42.441008 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-c907d283-2c6b-4354-acc9-7f1397713539 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.0905094 Jan 15 10:18:42.463573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6040b164-f0d7-46b3-907e-d0f71c79181b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:42.589435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5324f8-1fc5-4e83-8792-440fc0390ced,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:42.610632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:42.914070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339fbd4-47d6-4e00-95e1-4bfaeb889a00 req-f0056d05-a267-4683-99ee-af664228d3a4 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:42.916371 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3339fbd4-47d6-4e00-95e1-4bfaeb889a00 req-f0056d05-a267-4683-99ee-af664228d3a4 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 944 time: 0.1055911 Jan 15 10:18:42.972671 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3339fbd4-47d6-4e00-95e1-4bfaeb889a00 req-1fa6671b-3973-4583-b44a-9aa38ad23c08 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Jan 15 10:18:42.979874 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Allocated IP 192.168.233.234 (1d4bdcf5-0b28-4d30-8e33-923368235b69/5536a981-3dcc-4925-9912-a11afd8ed8e7/749e7761-9cf0-4ea0-88bf-02c82a9b8e1a) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:18:42.989991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852510992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2966786'] for subnet, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:43.007791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:43.106586 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-73007030-c87d-4414-b4c9-6a5d22462e6e req-90e31ba9-7d80-4cd2-8ade-6ac3a9bf339e tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 210 time: 0.0598259 Jan 15 10:18:43.124442 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2d6cdf-a7f6-4680-9aa8-2f70dcce3087,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:43.134626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:43.263927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:43.294082 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9a2d6cdf-a7f6-4680-9aa8-2f70dcce3087 HTTP/1.1" status: 204 len: 168 time: 1.1334021 Jan 15 10:18:43.296756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44924) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:43.325273 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-8d00f162-25f1-404f-8bcd-055ed65b19c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688837 Jan 15 10:18:43.356895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:43.373435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Transition to ACTIVE for port object 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:43.402150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:43.420373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:43.425596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:43.685622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:43.781865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Pushing event updated for resources: {'Port': ['ID=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:43.795505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:43.839370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Network 1d4bdcf5-0b28-4d30-8e33-923368235b69 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:18:43.840639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:18:43.843106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:18:43.928697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:43.929422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:43.956669 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6137764 Jan 15 10:18:44.025515 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c27bfc-6e28-40b2-8058-951bba183ab1']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:44.026941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-90f478b4-0f27-48c7-8e2b-4bc2d1b39e28 None None] Provisioning for port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:44.032905 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-90f478b4-0f27-48c7-8e2b-4bc2d1b39e28 None None] Provisioning complete for port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:44.033322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-90f478b4-0f27-48c7-8e2b-4bc2d1b39e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:44.059398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4efd3-a0f4-4828-9c8b-96ce2a0f6590 req-aaeac648-aaa8-4c13-9610-436be09d99c2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:44.060920 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-23e4efd3-a0f4-4828-9c8b-96ce2a0f6590 req-aaeac648-aaa8-4c13-9610-436be09d99c2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.4544072 Jan 15 10:18:44.064580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a803a301-82fa-45ae-88c5-4e53b9e3a8f5') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:44.064913 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a803a301-82fa-45ae-88c5-4e53b9e3a8f5') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:18:44.091126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-90f478b4-0f27-48c7-8e2b-4bc2d1b39e28 None None] Port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:18:44.095938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:44.128530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:44.133402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:18:44.169432 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-23e4efd3-a0f4-4828-9c8b-96ce2a0f6590 req-0c075049-349e-4b48-92a9-caddf2293da4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966945 Jan 15 10:18:44.369148 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Network 38c27bfc-6e28-40b2-8058-951bba183ab1 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:44.379526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:44.577498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Network 38c27bfc-6e28-40b2-8058-951bba183ab1 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:18:44.603468 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:18:44.629340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff53dc1-64f1-45ee-9334-16577ae142e1 req-d5965d20-355a-4a74-a3cd-20c1a5f4e63c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:44.630950 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ff53dc1-64f1-45ee-9334-16577ae142e1 req-d5965d20-355a-4a74-a3cd-20c1a5f4e63c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 944 time: 0.3354082 Jan 15 10:18:44.736796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:44.744497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:44.749992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:44.774777 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1ff53dc1-64f1-45ee-9334-16577ae142e1 req-1e1f4ee7-d5d4-4db7-bced-2135a853703f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874081 Jan 15 10:18:44.778469 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/38c27bfc-6e28-40b2-8058-951bba183ab1 HTTP/1.1" status: 204 len: 168 time: 1.4806902 Jan 15 10:18:44.779683 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=38c27bfc-6e28-40b2-8058-951bba183ab1,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:44.782924 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:44.993498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44938) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:45.000093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da5594-3f4c-4819-8785-ea1bcaa282f7 req-ba6781d2-6a0d-4cab-b148-70f346eb0ee5 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:45.001778 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82da5594-3f4c-4819-8785-ea1bcaa282f7 req-ba6781d2-6a0d-4cab-b148-70f346eb0ee5 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 936 time: 0.1100695 Jan 15 10:18:45.049479 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-669061ed-b879-4630-bafa-73999d2c8422 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1ff6389a3b44647921a8a3fc7a2887b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522919 Jan 15 10:18:45.049698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 44942) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:45.054971 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82da5594-3f4c-4819-8785-ea1bcaa282f7 req-4cea2789-e189-4bc8-b7d8-50aa6ec82bd2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 Jan 15 10:18:45.117590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Request body: {'port': {'device_id': '2ce31292-3629-4ba5-8e01-dff27418e09c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:18:45.150183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5191c990-7448-4b04-8e7b-6ed38f86de54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.199863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5191c990-7448-4b04-8e7b-6ed38f86de54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.254628 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-36746f7d-9603-418c-9856-b219204e217b service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448908 Jan 15 10:18:45.295827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.359925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5191c990-7448-4b04-8e7b-6ed38f86de54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.366680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7e19025a-9735-4d46-843d-8bd88177f15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:45.416255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191c990-7448-4b04-8e7b-6ed38f86de54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cae067-ab71-41af-93e8-132c08f8e318,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:45.425172 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5191c990-7448-4b04-8e7b-6ed38f86de54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:45.441536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5191c990-7448-4b04-8e7b-6ed38f86de54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.442720 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5191c990-7448-4b04-8e7b-6ed38f86de54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e6cae067-ab71-41af-93e8-132c08f8e318 HTTP/1.1" status: 204 len: 168 time: 0.3920965 Jan 15 10:18:45.495653 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3f49327d-fea9-41a8-bc71-7f0c732f4bda req-6ee358a3-69e7-43a6-803e-9cfce27d9836 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2184319 Jan 15 10:18:45.540564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7735e-6484-44f7-8b82-051ae649e232 req-e7450d72-8d89-4988-86b9-bb5f090964f9 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:45.542485 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cdd7735e-6484-44f7-8b82-051ae649e232 req-e7450d72-8d89-4988-86b9-bb5f090964f9 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.2351382 Jan 15 10:18:45.607327 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cdd7735e-6484-44f7-8b82-051ae649e232 req-1d0f13a8-e24d-4fb3-8bd6-f987bd5dc3eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 Jan 15 10:18:45.654918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bd97800d-9b92-40e4-a094-f7d1cd791632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.770126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:18:45.777791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.790677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Transition to ACTIVE for port object 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:18:45.793933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:45.810156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:45.895125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44960) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:45.952238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Pushing event updated for resources: {'Port': ['ID=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:45.957441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:45.978818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7b4b2e38-8edf-4b16-84c8-78fd268a8119 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:46.021321 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-eb2dfaa4-2a8a-460f-b398-2af8e70ee833 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b8ea792ca8749d6bc05253ddadc16d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225209 Jan 15 10:18:46.022869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 44964) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:46.055085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:46.060669 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:46.061064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.149969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa938e21-28f9-44d1-992b-980247c0cabb req-e696a8a7-52f9-4188-bf76-2ac96774855c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:46.151761 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-aa938e21-28f9-44d1-992b-980247c0cabb req-e696a8a7-52f9-4188-bf76-2ac96774855c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 944 time: 0.2350030 Jan 15 10:18:46.176627 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-beff3335-f290-4591-b8bb-4c68d908bddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.181217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Attempting to bind port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:18:46.181591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Attempting to bind port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:18:46.181962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Attempting to bind port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a on network 1d4bdcf5-0b28-4d30-8e33-923368235b69 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:18:46.189843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:18:46.190216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Checking segment: {'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:18:46.190760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.191439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Bound using segment: {'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:18:46.191713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.191923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Bound port: 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71818096-7a9c-4ffa-936e-37b7ac11b42c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1d4bdcf5-0b28-4d30-8e33-923368235b69'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:18:46.192298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.234960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-beff3335-f290-4591-b8bb-4c68d908bddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.239029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f578381-2cc1-4d48-aeb0-9ddd6dce800c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b2e38-8edf-4b16-84c8-78fd268a8119'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:46.253578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 7b4b2e38-8edf-4b16-84c8-78fd268a8119, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7b4b2e38-8edf-4b16-84c8-78fd268a8119,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:46.259333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.261756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:46.309673 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-aa938e21-28f9-44d1-992b-980247c0cabb req-e7724e66-3ce4-46b1-8aec-f95924cef513 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350527 Jan 15 10:18:46.329514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] For port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:18:46.333153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] For port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a,segment=NetworkSegment(71818096-7a9c-4ffa-936e-37b7ac11b42c),segment_id=71818096-7a9c-4ffa-936e-37b7ac11b42c)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:18:46.339755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.353253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=7b4b2e38-8edf-4b16-84c8-78fd268a8119,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:46.360804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:46.367631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:46.461008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bc051-9044-466b-9f75-29747c8dc28e req-777c2136-6395-44c2-a1fd-97171094996f tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:46.463232 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b71bc051-9044-466b-9f75-29747c8dc28e req-777c2136-6395-44c2-a1fd-97171094996f tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 948 time: 0.1616685 Jan 15 10:18:46.469345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-beff3335-f290-4591-b8bb-4c68d908bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.479567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4ec9c430-33ff-456c-a6e2-3ad5e81cad76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:46.497401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff3335-f290-4591-b8bb-4c68d908bddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c044a32b-f541-457f-997c-73a9409ef2ea,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:46.501008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-beff3335-f290-4591-b8bb-4c68d908bddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:46.526491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Pushing event updated for resources: {'Port': ['ID=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:46.531865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:46.536370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-beff3335-f290-4591-b8bb-4c68d908bddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.537604 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-beff3335-f290-4591-b8bb-4c68d908bddf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c044a32b-f541-457f-997c-73a9409ef2ea HTTP/1.1" status: 204 len: 168 time: 0.5135832 Jan 15 10:18:46.565110 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b71bc051-9044-466b-9f75-29747c8dc28e req-c4a16565-c6cf-46c3-82f3-f6905fef6e9b tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864031 Jan 15 10:18:46.622642 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f578381-2cc1-4d48-aeb0-9ddd6dce800c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4b2e38-8edf-4b16-84c8-78fd268a8119', 'code': 200} Jan 15 10:18:46.633068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:46.634366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:46.636154 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] 10.222.0.64 "PUT /v2.0/ports/749e7761-9cf0-4ea0-88bf-02c82a9b8e1a HTTP/1.1" status: 200 len: 1162 time: 1.5249040 Jan 15 10:18:46.636702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce31292-3629-4ba5-8e01-dff27418e09c', 'tag': '749e7761-9cf0-4ea0-88bf-02c82a9b8e1a'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:46.767890 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce31292-3629-4ba5-8e01-dff27418e09c', 'tag': '749e7761-9cf0-4ea0-88bf-02c82a9b8e1a', 'status': 'completed', 'code': 200} Jan 15 10:18:46.828275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-20b63f9d-f5ef-4e7b-a720-9be49cea7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:46.830022 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-20b63f9d-f5ef-4e7b-a720-9be49cea7234 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47347bd088bb4cde8bc53e75978722df&device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 1165 time: 0.1128283 Jan 15 10:18:46.915991 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-5c950667-f540-4eab-b4ef-301eba3bbfbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a HTTP/1.1" status: 200 len: 217 time: 0.0741704 Jan 15 10:18:46.987375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123422-1d8f-4551-a8c0-43bb398ce0a5 req-deaa7968-2289-448e-8bd5-a3fe8837eb4c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:46.989072 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a1123422-1d8f-4551-a8c0-43bb398ce0a5 req-deaa7968-2289-448e-8bd5-a3fe8837eb4c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1848149 Jan 15 10:18:46.995663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-29baf091-b6b2-41c3-a8ea-f5bd3873e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:46.997273 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-29baf091-b6b2-41c3-a8ea-f5bd3873e26f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5536a981-3dcc-4925-9912-a11afd8ed8e7 HTTP/1.1" status: 200 len: 843 time: 0.0752637 Jan 15 10:18:46.998085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c39e0d-f27e-4423-b4e6-22ef616a379e req-15999fcd-fb40-4e52-91b8-cdfc62dd4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:46.999678 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-36c39e0d-f27e-4423-b4e6-22ef616a379e req-15999fcd-fb40-4e52-91b8-cdfc62dd4d21 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 1163 time: 0.1391134 Jan 15 10:18:47.078948 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a1123422-1d8f-4551-a8c0-43bb398ce0a5 req-8338030b-f59b-45ee-970d-341502017c9f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782120 Jan 15 10:18:47.082645 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-36c39e0d-f27e-4423-b4e6-22ef616a379e req-754c8086-9da7-47e8-9a10-b5ce5b0fb223 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633876 Jan 15 10:18:47.086002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-e520a37b-f3dc-40c5-9371-9e14b137ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:47.087718 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-e520a37b-f3dc-40c5-9371-9e14b137ca93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d4bdcf5-0b28-4d30-8e33-923368235b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0785332 Jan 15 10:18:47.278091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7b4b2e38-8edf-4b16-84c8-78fd268a8119 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:47.353448 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:47.353898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:47.498875 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-f1398776-4885-4afc-9353-28852ad62282 service neutron] 10.222.0.64 "GET /v2.0/networks/1d4bdcf5-0b28-4d30-8e33-923368235b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902394 Jan 15 10:18:47.574543 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02df851-b834-4fd5-840a-5543439eb70d req-b855f817-ec40-4881-b86c-8c87ffee975f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:47.582214 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b02df851-b834-4fd5-840a-5543439eb70d req-b855f817-ec40-4881-b86c-8c87ffee975f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 946 time: 0.1160624 Jan 15 10:18:47.653152 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b02df851-b834-4fd5-840a-5543439eb70d req-c82821bf-0065-4f0f-90f1-794ece37a0c0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699747 Jan 15 10:18:47.660565 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8a323c86-5df5-43eb-bad8-0fad71701c07 req-f5c167ad-0071-48fc-80f2-23b5c2dbe840 service neutron] 10.222.0.64 "GET /v2.0/networks/1d4bdcf5-0b28-4d30-8e33-923368235b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1543047 Jan 15 10:18:47.831336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-a9e2f0ef-4fb6-4f48-9cb6-835b76f26a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:47.832990 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-a9e2f0ef-4fb6-4f48-9cb6-835b76f26a5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47347bd088bb4cde8bc53e75978722df&device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 1165 time: 0.0949359 Jan 15 10:18:47.883303 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc677dfb-dbfb-49ca-a95a-7022d3e87664 req-4a9032a5-cc94-4c0e-b3f3-6db6001272a3 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:47.905167 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc677dfb-dbfb-49ca-a95a-7022d3e87664 req-4a9032a5-cc94-4c0e-b3f3-6db6001272a3 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 948 time: 0.1264637 Jan 15 10:18:47.923209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c5371f98-c9cb-4a6f-bbf4-71c9c934f971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:47.978375 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc677dfb-dbfb-49ca-a95a-7022d3e87664 req-816df38c-900c-4233-8ffa-03f117373d49 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700183 Jan 15 10:18:48.024576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-64861723-b523-4e65-a879-44df7e6e08c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:48.026231 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-64861723-b523-4e65-a879-44df7e6e08c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1d4bdcf5-0b28-4d30-8e33-923368235b69 HTTP/1.1" status: 200 len: 863 time: 0.1807933 Jan 15 10:18:48.106349 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-c79915cd-c7b6-451e-b6c0-d295c99172cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a HTTP/1.1" status: 200 len: 217 time: 0.0640943 Jan 15 10:18:48.189409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-753d331f-cc64-41a4-8e87-284626bdbce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:48.191148 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-753d331f-cc64-41a4-8e87-284626bdbce0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5536a981-3dcc-4925-9912-a11afd8ed8e7 HTTP/1.1" status: 200 len: 843 time: 0.0734246 Jan 15 10:18:48.275920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-f54f1c67-5fb9-47aa-b44e-5f9d2a818cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:48.277506 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-f54f1c67-5fb9-47aa-b44e-5f9d2a818cd2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1d4bdcf5-0b28-4d30-8e33-923368235b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0767694 Jan 15 10:18:48.288191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45026) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:48.312411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.327195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021f83a-466f-41fb-8e8f-f1e357ab70d8 req-c46798b6-af91-44b1-a832-6e2e32ae9d5b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:48.329116 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7021f83a-466f-41fb-8e8f-f1e357ab70d8 req-c46798b6-af91-44b1-a832-6e2e32ae9d5b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1062818 Jan 15 10:18:48.388929 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7021f83a-466f-41fb-8e8f-f1e357ab70d8 req-4be48146-c7c8-46ee-acee-a5b1ed2a9647 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506423 Jan 15 10:18:48.490363 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-a1ecd9bb-643b-43c9-b7fb-f5a1dee5de1f service neutron] 10.222.0.64 "GET /v2.0/networks/1d4bdcf5-0b28-4d30-8e33-923368235b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993248 Jan 15 10:18:48.491610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.585214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:48.594843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Usage tracker for resource:security_group_rule and tenant:71ab5b593d9d49588db63f62e164c34e is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:48.604983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:48.614134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:48.679232 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-218d25e1-f23e-4f86-9f66-c0782b6f57d7 req-b77328b5-939d-4ce7-88f7-2a6165dd9715 service neutron] 10.222.0.64 "GET /v2.0/networks/1d4bdcf5-0b28-4d30-8e33-923368235b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771142 Jan 15 10:18:48.745663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.750226 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.759369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-31c7347a-a861-4516-ac50-591926581220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:48.806581 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=71ab5b593d9d49588db63f62e164c34e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5148604 Jan 15 10:18:48.806581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64a370a-8eda-4f0b-a51c-5e736db23dc0,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:48.808069 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45040) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:48.810678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:48.872503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ef259f34-245f-46a4-9707-c9be2205de4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.891525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc3ee4-40ec-42b4-acc4-4c5224859a45 req-c9e98ebd-08de-4dfa-a6d7-38c6d5c21422 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:48.893174 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d3bc3ee4-40ec-42b4-acc4-4c5224859a45 req-c9e98ebd-08de-4dfa-a6d7-38c6d5c21422 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 946 time: 0.1034050 Jan 15 10:18:48.900553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ef259f34-245f-46a4-9707-c9be2205de4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.946364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ef259f34-245f-46a4-9707-c9be2205de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.947835 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d3bc3ee4-40ec-42b4-acc4-4c5224859a45 req-9bea5c76-dea7-4011-9ff4-62c9a770f2af tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Jan 15 10:18:48.952237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6fdd5d47-f3f3-40d5-a678-852d107ad41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:48.963903 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef259f34-245f-46a4-9707-c9be2205de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64a370a-8eda-4f0b-a51c-5e736db23dc0,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:48.966578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ef259f34-245f-46a4-9707-c9be2205de4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:48.973431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ef259f34-245f-46a4-9707-c9be2205de4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:48.974678 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ef259f34-245f-46a4-9707-c9be2205de4c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b64a370a-8eda-4f0b-a51c-5e736db23dc0 HTTP/1.1" status: 204 len: 168 time: 0.1657703 Jan 15 10:18:49.219182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f407b-8482-4b42-960d-14c97f74fa59 req-078dd956-c08d-44c7-8bf0-0863bf5cf491 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:49.226960 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fd0f407b-8482-4b42-960d-14c97f74fa59 req-078dd956-c08d-44c7-8bf0-0863bf5cf491 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 948 time: 0.1230776 Jan 15 10:18:49.290317 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fd0f407b-8482-4b42-960d-14c97f74fa59 req-53f4f62b-5108-4929-91e9-38d8f24c98c5 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624974 Jan 15 10:18:49.373756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7b4b2e38-8edf-4b16-84c8-78fd268a8119 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:49.527117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:49.527787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:49.622600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:49.702145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175eb0e-e9be-4e4a-96f5-ed617c63923a req-9678395e-53ec-4ad7-9cd5-c64da8d03a2e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:49.704932 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c175eb0e-e9be-4e4a-96f5-ed617c63923a req-9678395e-53ec-4ad7-9cd5-c64da8d03a2e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1325336 Jan 15 10:18:49.756478 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c175eb0e-e9be-4e4a-96f5-ed617c63923a req-08bb660f-848f-46c6-bdab-22c22506658f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 Jan 15 10:18:50.335743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:50.527198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b40f4-852b-43a4-a225-a6a6fb3cc91d req-00f41948-3f78-44ae-b14f-bdb325844137 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:50.529177 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-176b40f4-852b-43a4-a225-a6a6fb3cc91d req-00f41948-3f78-44ae-b14f-bdb325844137 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 948 time: 0.1060765 Jan 15 10:18:50.585551 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-176b40f4-852b-43a4-a225-a6a6fb3cc91d req-ec3b16cb-6368-4a2c-98ee-4e8e84e97c38 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495589 Jan 15 10:18:51.005941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e88644-901d-4d51-81f6-a3d6c94d693f req-134c3a80-860c-46c0-bbf9-842e0f140c64 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:51.007800 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-68e88644-901d-4d51-81f6-a3d6c94d693f req-134c3a80-860c-46c0-bbf9-842e0f140c64 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1071606 Jan 15 10:18:51.062279 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-68e88644-901d-4d51-81f6-a3d6c94d693f req-da9229cf-4a9e-44fa-ad5c-4c2ed9ec3676 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466557 Jan 15 10:18:51.411207 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 1d4bdcf5-0b28-4d30-8e33-923368235b69 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:18:51.684282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.objects.ports [None req-42c22faf-7129-4091-838e-6769b0b43a4e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80046) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:18:51.829599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e69333-5778-4701-95ff-87a22b012860 req-0c6f53f4-c17e-4760-846f-a756fa70aeb6 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:51.831283 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a2e69333-5778-4701-95ff-87a22b012860 req-0c6f53f4-c17e-4760-846f-a756fa70aeb6 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 948 time: 0.1066251 Jan 15 10:18:51.888960 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a2e69333-5778-4701-95ff-87a22b012860 req-cd09fd6f-e01a-4a0e-bc47-eb8a591552fe tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468991 Jan 15 10:18:52.184857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45146) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:52.297888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce9ead-9d27-439f-a6b6-221100cc4069 req-447acad8-876a-4099-89f0-e8ef8e1e7c8c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:52.300070 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-09ce9ead-9d27-439f-a6b6-221100cc4069 req-447acad8-876a-4099-89f0-e8ef8e1e7c8c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1030414 Jan 15 10:18:52.358833 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-09ce9ead-9d27-439f-a6b6-221100cc4069 req-910b4399-d8e0-451d-a3fd-481062491908 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Jan 15 10:18:52.364157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.385190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:52.389712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Usage tracker for resource:security_group_rule and tenant:1a9d3ede6d4f402692e0673e83c27e10 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:52.393220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:52.399741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:52.473985 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:52.485979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.488831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.498434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-712d35bb-27f0-4214-9235-9dbf58614b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:52.541882 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a9d3ede6d4f402692e0673e83c27e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557179 Jan 15 10:18:52.542856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71eabc30-de02-41b5-b9c4-db28d0ac331c,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:52.545418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:18:52.545971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45156) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:52.546308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:52.550804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:52.551151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.611782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-273d49b2-a59c-4a2c-988a-8edfd3fe4b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.640781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-273d49b2-a59c-4a2c-988a-8edfd3fe4b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.669861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.686719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-273d49b2-a59c-4a2c-988a-8edfd3fe4b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.692008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:52.698955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce31292-3629-4ba5-8e01-dff27418e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749e7761-9cf0-4ea0-88bf-02c82a9b8e1a'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:52.706405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d49b2-a59c-4a2c-988a-8edfd3fe4b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eabc30-de02-41b5-b9c4-db28d0ac331c,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:52.709587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a,segment=NetworkSegment(71818096-7a9c-4ffa-936e-37b7ac11b42c),segment_id=71818096-7a9c-4ffa-936e-37b7ac11b42c)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:52.710410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-273d49b2-a59c-4a2c-988a-8edfd3fe4b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:52.712286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-273d49b2-a59c-4a2c-988a-8edfd3fe4b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.712914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:52.713482 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-273d49b2-a59c-4a2c-988a-8edfd3fe4b38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71eabc30-de02-41b5-b9c4-db28d0ac331c HTTP/1.1" status: 204 len: 168 time: 0.1657388 Jan 15 10:18:52.714844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:52.770857 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce31292-3629-4ba5-8e01-dff27418e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749e7761-9cf0-4ea0-88bf-02c82a9b8e1a', 'code': 200} Jan 15 10:18:52.809731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:52.818283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.818677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.819093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.819463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.819840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.820220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.820590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.821514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.821887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.822272 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.822607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.823265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.824034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.824577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.825006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.825392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.825734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.826247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.826726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.827098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.827462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.827817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.828182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.828547 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:18:52.833013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:53.028912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8eb2d-c87a-4df1-8598-4ccaea999006 req-a00f45c8-86b2-4150-b0ec-f18c8c0ec49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:53.030650 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ebf8eb2d-c87a-4df1-8598-4ccaea999006 req-a00f45c8-86b2-4150-b0ec-f18c8c0ec49b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 1167 time: 0.0827529 Jan 15 10:18:53.080793 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ebf8eb2d-c87a-4df1-8598-4ccaea999006 req-d122192a-fee2-4c04-a4ea-046545ed6cae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Jan 15 10:18:53.127396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886405bf-e126-4b11-8a34-e882e915db67 req-32846662-0013-487e-9099-35c9f39ecce0 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:53.129059 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-886405bf-e126-4b11-8a34-e882e915db67 req-32846662-0013-487e-9099-35c9f39ecce0 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 950 time: 0.1031268 Jan 15 10:18:53.190322 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-886405bf-e126-4b11-8a34-e882e915db67 req-fc1203f2-97c9-4310-885f-663ddd7be860 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493741 Jan 15 10:18:53.366296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:18:53.490709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:18:53.493514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:53.736860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322be55-15ac-4203-8928-b0ce6c5577c6 req-f3b9c532-f3eb-4238-8676-feed7dfc64d9 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:53.738571 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f322be55-15ac-4203-8928-b0ce6c5577c6 req-f3b9c532-f3eb-4238-8676-feed7dfc64d9 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1152599 Jan 15 10:18:53.798558 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f322be55-15ac-4203-8928-b0ce6c5577c6 req-0974469b-b330-4116-a662-2c6c3fdd3e67 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528705 Jan 15 10:18:54.172135 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45210) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:54.332781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:54.402139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:18:54.412906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ee334aa6b64cb28682ee331364bc1b is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:18:54.418593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:18:54.426962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:18:54.501838 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b94890-5e59-4a6b-bbce-9e3247cc8eae req-c0e86668-9f14-424d-ba28-73c5bd0a88ea tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:54.503545 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e2b94890-5e59-4a6b-bbce-9e3247cc8eae req-c0e86668-9f14-424d-ba28-73c5bd0a88ea tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 950 time: 0.1595635 Jan 15 10:18:54.579416 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e2b94890-5e59-4a6b-bbce-9e3247cc8eae req-53aff14d-a20c-4e22-a511-273228a7246f tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680594 Jan 15 10:18:54.632520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:54.635390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:54.643022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-91c618cf-5eec-4ae5-aeb1-0dbb3f8ccba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:54.699116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2efa6b-ad6b-4de0-b1e0-fa0a4cdd6ef9,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:54.703847 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c0ee334aa6b64cb28682ee331364bc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305867 Jan 15 10:18:54.704808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:54.706539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45232) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:18:54.774715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e4908998-5a0d-483e-8747-57d2bbcc2972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:54.803631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e4908998-5a0d-483e-8747-57d2bbcc2972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:54.859535 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e4908998-5a0d-483e-8747-57d2bbcc2972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:54.867313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-bb48b3b0-6725-42d9-8420-070bccb9a5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:54.882696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e4908998-5a0d-483e-8747-57d2bbcc2972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:54.887405 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e4908998-5a0d-483e-8747-57d2bbcc2972 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fb2efa6b-ad6b-4de0-b1e0-fa0a4cdd6ef9 HTTP/1.1" status: 204 len: 168 time: 0.1764202 Jan 15 10:18:54.887405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4908998-5a0d-483e-8747-57d2bbcc2972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2efa6b-ad6b-4de0-b1e0-fa0a4cdd6ef9,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:54.892127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e4908998-5a0d-483e-8747-57d2bbcc2972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:55.056825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d424a-2310-437b-b42d-d4746c750f81 req-fa757ff8-2d51-4f2b-a1a3-77b2dfc4ed80 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:55.058781 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-313d424a-2310-437b-b42d-d4746c750f81 req-fa757ff8-2d51-4f2b-a1a3-77b2dfc4ed80 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1225138 Jan 15 10:18:55.111284 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-313d424a-2310-437b-b42d-d4746c750f81 req-32eb6b4b-a601-4b95-a376-22b093bd703f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457785 Jan 15 10:18:55.833285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5a3a0-454e-49b3-99e8-b3f0c9abc6d7 req-10952a2c-83d5-4b56-82f5-99fcd41bb6d6 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:55.834937 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c9f5a3a0-454e-49b3-99e8-b3f0c9abc6d7 req-10952a2c-83d5-4b56-82f5-99fcd41bb6d6 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 950 time: 0.1007526 Jan 15 10:18:55.897298 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c9f5a3a0-454e-49b3-99e8-b3f0c9abc6d7 req-9e87b0ae-9078-4166-83ff-e1a646e611e3 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491788 Jan 15 10:18:56.417928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a8659-880f-4f25-a098-cc85a7aea552 req-147103f1-f980-4528-81da-b1463d60c789 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:56.421306 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-941a8659-880f-4f25-a098-cc85a7aea552 req-147103f1-f980-4528-81da-b1463d60c789 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1540756 Jan 15 10:18:56.503565 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-941a8659-880f-4f25-a098-cc85a7aea552 req-0a940b2a-02ae-46e1-9173-dcb9c70badc4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673530 Jan 15 10:18:56.533694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bdd83-686f-4abb-9668-988b39927464 req-751daac9-8b29-4b77-a1f2-6a7aa004617e tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:56.535878 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fa9bdd83-686f-4abb-9668-988b39927464 req-751daac9-8b29-4b77-a1f2-6a7aa004617e tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 950 time: 0.1995854 Jan 15 10:18:56.805491 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fa9bdd83-686f-4abb-9668-988b39927464 req-abe6cde5-71ee-41f6-b53c-5c3b03c0a035 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626514 Jan 15 10:18:57.733601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03765a-6838-45b8-b157-c17c6d9e23ae req-83b9ef13-3c59-4aaa-a776-be17eec81dc4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:57.735144 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bd03765a-6838-45b8-b157-c17c6d9e23ae req-83b9ef13-3c59-4aaa-a776-be17eec81dc4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1006205 Jan 15 10:18:57.787910 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bd03765a-6838-45b8-b157-c17c6d9e23ae req-e680f2c1-6268-4f43-a751-1238aeb3d039 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463536 Jan 15 10:18:58.063621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8b9ff-f2ba-4ef4-98a0-71fd94ea1114 req-4f0690ad-314f-4bbd-8b83-d48204a4478f tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:58.065487 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b8d8b9ff-f2ba-4ef4-98a0-71fd94ea1114 req-4f0690ad-314f-4bbd-8b83-d48204a4478f tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 950 time: 0.1241341 Jan 15 10:18:58.151414 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b8d8b9ff-f2ba-4ef4-98a0-71fd94ea1114 req-7872addc-1c46-4fc9-9755-88017c29e7c8 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/security-groups?id=6f5324f8-1fc5-4e83-8792-440fc0390ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751016 Jan 15 10:18:58.348641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-5388c5ca-7ddd-482d-88f0-4626caa25758 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:58.349465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-5388c5ca-7ddd-482d-88f0-4626caa25758 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Synchronizing usage tracker for tenant:47347bd088bb4cde8bc53e75978722df on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:18:58.370713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-5388c5ca-7ddd-482d-88f0-4626caa25758 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Unset dirty status for tenant:47347bd088bb4cde8bc53e75978722df on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:18:58.372088 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-5388c5ca-7ddd-482d-88f0-4626caa25758 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.64 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 950 time: 0.1414244 Jan 15 10:18:58.461168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Deleting port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:18:58.461721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.747817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] For port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a,segment=NetworkSegment(71818096-7a9c-4ffa-936e-37b7ac11b42c),segment_id=71818096-7a9c-4ffa-936e-37b7ac11b42c)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:18:58.748409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:58.877851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Calling delete_port for 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:18:59.018667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdc4e2-da1e-45f9-97ba-32f2d81b7878 req-b359b39d-34b5-47b1-a9b9-e94a70fb3657 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:18:59.020390 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8cdc4e2-da1e-45f9-97ba-32f2d81b7878 req-b359b39d-34b5-47b1-a9b9-e94a70fb3657 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1016057 Jan 15 10:18:59.077134 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8cdc4e2-da1e-45f9-97ba-32f2d81b7878 req-be759cf4-5d90-4f16-b0ed-d132b5c9135c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496726 Jan 15 10:18:59.313835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.331009 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6544ba2a-a550-4f67-86e9-51ac8d25cdd8 req-685502be-961d-45cc-bb2d-aa620e1a5853 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 210 time: 0.0476720 Jan 15 10:18:59.332207 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:18:59.443867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Pushing event deleted for resources: {'Port': ['ID=749e7761-9cf0-4ea0-88bf-02c82a9b8e1a,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:18:59.450899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:18:59.563911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] No DVR routers for this DVR port 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:18:59.567229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:18:59.574640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce31292-3629-4ba5-8e01-dff27418e09c', 'name': 'network-vif-deleted', 'tag': '749e7761-9cf0-4ea0-88bf-02c82a9b8e1a'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:18:59.596795 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-eac4fc5c-b9ed-46be-b75f-a6c40d875f2d req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.64 "DELETE /v2.0/ports/749e7761-9cf0-4ea0-88bf-02c82a9b8e1a HTTP/1.1" status: 204 len: 173 time: 1.2186739 Jan 15 10:18:59.750054 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce31292-3629-4ba5-8e01-dff27418e09c', 'name': 'network-vif-deleted', 'tag': '749e7761-9cf0-4ea0-88bf-02c82a9b8e1a', 'status': 'completed', 'code': 200} Jan 15 10:19:00.322245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21bd6f-e5cf-41e5-8657-e7529df6978c req-ff7e09df-1950-4970-960f-59da7da98ac1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:00.323887 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6a21bd6f-e5cf-41e5-8657-e7529df6978c req-ff7e09df-1950-4970-960f-59da7da98ac1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1048045 Jan 15 10:19:00.376498 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6a21bd6f-e5cf-41e5-8657-e7529df6978c req-925299c9-79e3-444d-903c-316a1f5fe36e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461633 Jan 15 10:19:00.544729 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-be44a485-6beb-4eb9-a6a8-40eca836134c req-0b180297-5d24-4ffb-b671-0a2f3dcdf9ed tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 210 time: 0.0453455 Jan 15 10:19:01.348975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:19:01.386265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:19:01.386473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 749e7761-9cf0-4ea0-88bf-02c82a9b8e1a not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:19:01.621881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e64019-c768-423b-8deb-53e231aef744 req-17696bf5-3da3-44c8-a4a0-3d58abb9ffe0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:01.623608 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a4e64019-c768-423b-8deb-53e231aef744 req-17696bf5-3da3-44c8-a4a0-3d58abb9ffe0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1089702 Jan 15 10:19:01.676004 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a4e64019-c768-423b-8deb-53e231aef744 req-05b2a844-2a02-4835-b3db-5fee0e49f2e8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Jan 15 10:19:01.739578 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-971e02b8-68e4-40e3-8a9d-9ddbe2252e87 req-66517bf9-cd5c-46b8-8b88-a669a71633fb tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] 10.222.0.75 "GET /v2.0/ports?device_id=2ce31292-3629-4ba5-8e01-dff27418e09c HTTP/1.1" status: 200 len: 210 time: 0.0461490 Jan 15 10:19:02.541012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45404) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:02.696280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:02.711713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:02.715872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Usage tracker for resource:security_group_rule and tenant:9064802c3de9448098935f958ced5a32 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:02.718867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:02.724745 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:02.859668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:02.868240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:02.877939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0dfe908f-8914-4318-96ae-be355ae39d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:02.934917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7253fb5f-d280-4d42-896a-4572c57acd1d,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:02.942408 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9064802c3de9448098935f958ced5a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974671 Jan 15 10:19:02.942408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:02.944138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45426) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:02.976220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e45b88-d0ed-4cda-85d6-4dc057292cfa req-f06bbd9f-e33d-4ed8-8c6b-0d010cd55e62 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:02.978047 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5e45b88-d0ed-4cda-85d6-4dc057292cfa req-f06bbd9f-e33d-4ed8-8c6b-0d010cd55e62 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1682546 Jan 15 10:19:03.015602 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9cbcf2-e74c-4b29-97f9-d4a318445a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.039101 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5e45b88-d0ed-4cda-85d6-4dc057292cfa req-938189c6-2adc-4712-acab-2bee662cea84 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535522 Jan 15 10:19:03.048569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9cbcf2-e74c-4b29-97f9-d4a318445a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.098143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9cbcf2-e74c-4b29-97f9-d4a318445a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.103459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dc1f8302-58b4-4262-b52c-17eb133ac311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:03.115020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cbcf2-e74c-4b29-97f9-d4a318445a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7253fb5f-d280-4d42-896a-4572c57acd1d,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:03.118109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ab9cbcf2-e74c-4b29-97f9-d4a318445a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:03.125608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9cbcf2-e74c-4b29-97f9-d4a318445a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.127024 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ab9cbcf2-e74c-4b29-97f9-d4a318445a91 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7253fb5f-d280-4d42-896a-4572c57acd1d HTTP/1.1" status: 204 len: 168 time: 0.1811588 Jan 15 10:19:03.523169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45454) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:03.544741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.561524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:03.567456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3695bb2bd840c1856d9a5e8371f071 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:03.571804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:03.578018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:03.668697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.672236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.688695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c81d9ac3-55f0-46f0-b897-11a502aedfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:03.737003 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b3695bb2bd840c1856d9a5e8371f071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115333 Jan 15 10:19:03.737221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eda31b0-9efa-434e-9b16-19beebad1d46,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:03.739010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45470) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:03.740887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:03.817017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-638505d0-bc5a-453e-9973-727f556fb165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.847719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-638505d0-bc5a-453e-9973-727f556fb165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.893430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-638505d0-bc5a-453e-9973-727f556fb165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.898476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e4908998-5a0d-483e-8747-57d2bbcc2972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:03.911744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638505d0-bc5a-453e-9973-727f556fb165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eda31b0-9efa-434e-9b16-19beebad1d46,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:03.916408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-638505d0-bc5a-453e-9973-727f556fb165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:03.922001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-638505d0-bc5a-453e-9973-727f556fb165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:03.927040 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-638505d0-bc5a-453e-9973-727f556fb165 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8eda31b0-9efa-434e-9b16-19beebad1d46 HTTP/1.1" status: 204 len: 168 time: 0.1828942 Jan 15 10:19:04.294978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261137-8ebe-46ca-bac6-d8995d70f18b req-1cbe410d-12fb-4405-848c-312816e559ca tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:04.303676 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8f261137-8ebe-46ca-bac6-d8995d70f18b req-1cbe410d-12fb-4405-848c-312816e559ca tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1186376 Jan 15 10:19:04.355380 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8f261137-8ebe-46ca-bac6-d8995d70f18b req-05fa47ca-a0de-4594-9375-e6a3d17ab250 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489058 Jan 15 10:19:04.476831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45550) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:04.497359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.513748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:04.517878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:d70b5b2a64b74704b548821134da7b39 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:04.521054 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:04.527561 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:04.616299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.620293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.630088 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ef5a1027-0370-46c6-87b1-a935e965f598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:04.674925 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d70b5b2a64b74704b548821134da7b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967664 Jan 15 10:19:04.676767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641eccb0-672a-4ce0-9d9d-3c13ff121a0b,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:04.677716 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45562) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:04.680242 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:04.773890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e2245ef-2afe-491c-90e3-74e54bd5ee9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.811105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e2245ef-2afe-491c-90e3-74e54bd5ee9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.871833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e2245ef-2afe-491c-90e3-74e54bd5ee9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.877892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ca53fb8c-e3fa-4c54-9771-414ac47cc15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:04.892547 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2245ef-2afe-491c-90e3-74e54bd5ee9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641eccb0-672a-4ce0-9d9d-3c13ff121a0b,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:04.902919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e2245ef-2afe-491c-90e3-74e54bd5ee9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:04.903793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e2245ef-2afe-491c-90e3-74e54bd5ee9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:04.907534 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3e2245ef-2afe-491c-90e3-74e54bd5ee9b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/641eccb0-672a-4ce0-9d9d-3c13ff121a0b HTTP/1.1" status: 204 len: 168 time: 0.2260652 Jan 15 10:19:04.953921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428548c-92d9-423b-80ba-009ec01ec93e req-87496a3a-cccd-47a0-8467-a1d5b03c4a29 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:04.955896 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9428548c-92d9-423b-80ba-009ec01ec93e req-87496a3a-cccd-47a0-8467-a1d5b03c4a29 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 946 time: 0.1288526 Jan 15 10:19:05.022784 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9428548c-92d9-423b-80ba-009ec01ec93e req-21053600-bd77-42f8-83a2-a0faa5c35a62 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586879 Jan 15 10:19:05.334082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45632) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:05.346875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:19:05.559150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.586569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:05.591719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Usage tracker for resource:security_group_rule and tenant:83933293d81b44b0b15e833a3718e982 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:05.595253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:05.602039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:05.609852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46f505-6e54-4ef0-b55e-db8c4393f8ba req-f2e299b9-606b-4adc-a5b2-2c4012fe035c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:05.612016 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce46f505-6e54-4ef0-b55e-db8c4393f8ba req-f2e299b9-606b-4adc-a5b2-2c4012fe035c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1108165 Jan 15 10:19:05.686827 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce46f505-6e54-4ef0-b55e-db8c4393f8ba req-2ad7c3ed-5d83-44d1-902f-a18f060644df tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668783 Jan 15 10:19:05.712132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.715388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.724968 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ef259f34-245f-46a4-9707-c9be2205de4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:05.774468 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83933293d81b44b0b15e833a3718e982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384277 Jan 15 10:19:05.774894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47768298-def6-4555-aaf1-5e84f4a53e6f,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:05.776855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45650) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:05.784254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:05.876145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-638295d1-45a4-4fda-aa98-90a200b32000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.915708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-638295d1-45a4-4fda-aa98-90a200b32000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.978143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-638295d1-45a4-4fda-aa98-90a200b32000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:05.984259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c8a62cd1-87f6-4a2d-97c5-997a31538938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:06.000871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638295d1-45a4-4fda-aa98-90a200b32000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47768298-def6-4555-aaf1-5e84f4a53e6f,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:06.003640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-638295d1-45a4-4fda-aa98-90a200b32000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:06.013698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-638295d1-45a4-4fda-aa98-90a200b32000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:06.014930 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-638295d1-45a4-4fda-aa98-90a200b32000 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/47768298-def6-4555-aaf1-5e84f4a53e6f HTTP/1.1" status: 204 len: 168 time: 0.2369199 Jan 15 10:19:06.312182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27261c75-ac7f-4180-9a52-2257e9502450 req-b143c772-979a-4785-9232-b96d26a628ae tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:06.313907 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27261c75-ac7f-4180-9a52-2257e9502450 req-b143c772-979a-4785-9232-b96d26a628ae tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 946 time: 0.1442478 Jan 15 10:19:06.377397 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27261c75-ac7f-4180-9a52-2257e9502450 req-56b55c76-bb3a-4b8f-9f90-33b581206adf tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563309 Jan 15 10:19:06.910564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140f743-b516-4925-892f-6d22d1585202 req-6a5ca3a7-1641-41ff-b39a-286e13cc7408 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:06.911419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-5140f743-b516-4925-892f-6d22d1585202 req-6a5ca3a7-1641-41ff-b39a-286e13cc7408 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Synchronizing usage tracker for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:19:06.925211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-5140f743-b516-4925-892f-6d22d1585202 req-6a5ca3a7-1641-41ff-b39a-286e13cc7408 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Unset dirty status for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:19:06.926612 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5140f743-b516-4925-892f-6d22d1585202 req-6a5ca3a7-1641-41ff-b39a-286e13cc7408 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 946 time: 0.1348753 Jan 15 10:19:06.933120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff139018-21ac-4168-8a24-d40c0bd9a549 req-4e506d71-25bb-44a9-b3fb-7448b00b40ff tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:06.934749 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ff139018-21ac-4168-8a24-d40c0bd9a549 req-4e506d71-25bb-44a9-b3fb-7448b00b40ff tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1042619 Jan 15 10:19:06.987938 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ff139018-21ac-4168-8a24-d40c0bd9a549 req-aceaa18c-b9ca-4428-b466-1c8fa8c3a7dc tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Jan 15 10:19:07.008156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Deleting port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:19:07.008544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:07.275660 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] For port 7b4b2e38-8edf-4b16-84c8-78fd268a8119, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7b4b2e38-8edf-4b16-84c8-78fd268a8119,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:07.276068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:07.410900 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Calling delete_port for 7b4b2e38-8edf-4b16-84c8-78fd268a8119 owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:19:07.545408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7b4b2e38-8edf-4b16-84c8-78fd268a8119 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:19:07.592194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:07.607211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 7b4b2e38-8edf-4b16-84c8-78fd268a8119 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:19:07.608231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7b4b2e38-8edf-4b16-84c8-78fd268a8119 not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:19:07.610215 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-43fc4f0f-627a-4c2d-ae61-324096a9c1ff req-17d4ecc0-92ba-49c9-a55f-def8cb9baa6e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=3f578381-2cc1-4d48-aeb0-9ddd6dce800c HTTP/1.1" status: 200 len: 210 time: 0.0761881 Jan 15 10:19:07.612185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dd272c57-0744-4b58-9d45-38e4a7b752a2 tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:07.706002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Pushing event deleted for resources: {'Port': ['ID=7b4b2e38-8edf-4b16-84c8-78fd268a8119,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:07.713417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:07.824010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] No DVR routers for this DVR port 7b4b2e38-8edf-4b16-84c8-78fd268a8119 on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:19:07.827148 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:07.829988 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f578381-2cc1-4d48-aeb0-9ddd6dce800c', 'name': 'network-vif-deleted', 'tag': '7b4b2e38-8edf-4b16-84c8-78fd268a8119'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:07.852305 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5140f743-b516-4925-892f-6d22d1585202 req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "DELETE /v2.0/ports/7b4b2e38-8edf-4b16-84c8-78fd268a8119 HTTP/1.1" status: 204 len: 173 time: 0.9195962 Jan 15 10:19:07.911858 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f578381-2cc1-4d48-aeb0-9ddd6dce800c', 'name': 'network-vif-deleted', 'tag': '7b4b2e38-8edf-4b16-84c8-78fd268a8119', 'status': 'completed', 'code': 200} Jan 15 10:19:08.219904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f448a1-5a00-40af-b17b-277cb7dbc3c2 req-9d113091-7c1c-4215-be69-29070b079678 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:08.221911 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-51f448a1-5a00-40af-b17b-277cb7dbc3c2 req-9d113091-7c1c-4215-be69-29070b079678 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1048188 Jan 15 10:19:08.279953 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-51f448a1-5a00-40af-b17b-277cb7dbc3c2 req-d6be5935-de3f-43bf-a54b-fdf746b844a5 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Jan 15 10:19:09.232711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45776) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:09.488392 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-44b6cab6-a745-4945-b026-89ebc03c7ab3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=47347bd088bb4cde8bc53e75978722df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541983 Jan 15 10:19:09.491256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45788) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:09.542029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33dce96-1ae8-4959-bb73-9821bd0d17d1 req-5690cde4-cfb4-4c00-aa00-0319ab311ed0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:09.543772 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c33dce96-1ae8-4959-bb73-9821bd0d17d1 req-5690cde4-cfb4-4c00-aa00-0319ab311ed0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1221364 Jan 15 10:19:09.559115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22dcbe48-ac94-40fd-b1c1-82e972972702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.588006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22dcbe48-ac94-40fd-b1c1-82e972972702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.596264 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c33dce96-1ae8-4959-bb73-9821bd0d17d1 req-0ca593e3-c511-4e30-9e24-dc67d5d860e4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458558 Jan 15 10:19:09.633010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22dcbe48-ac94-40fd-b1c1-82e972972702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.638539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e2245ef-2afe-491c-90e3-74e54bd5ee9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:09.651599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcbe48-ac94-40fd-b1c1-82e972972702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5324f8-1fc5-4e83-8792-440fc0390ced,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:09.654783 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-22dcbe48-ac94-40fd-b1c1-82e972972702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:09.656848 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22dcbe48-ac94-40fd-b1c1-82e972972702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:09.658072 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-22dcbe48-ac94-40fd-b1c1-82e972972702 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6f5324f8-1fc5-4e83-8792-440fc0390ced HTTP/1.1" status: 204 len: 168 time: 0.1655529 Jan 15 10:19:10.514537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 45814) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:10.659189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1504058484-network', 'tenant_id': '5b6f3160b1a74f4b91b47306973c76b3'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:10.664363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:10.669178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Usage tracker for resource:network and tenant:5b6f3160b1a74f4b91b47306973c76b3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:10.672304 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:10.678441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:10.688324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Made reservation on behalf of 5b6f3160b1a74f4b91b47306973c76b3 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:10.693373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.706609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.722623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:10.726719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Usage tracker for resource:security_group_rule and tenant:5b6f3160b1a74f4b91b47306973c76b3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:10.730517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:10.736302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:10.826004 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.829081 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.829755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2eed33-fe8e-406b-bd0b-f261f881a01f req-62735243-77f0-49a1-9513-bfd97ab84f4a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.831424 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba2eed33-fe8e-406b-bd0b-f261f881a01f req-62735243-77f0-49a1-9513-bfd97ab84f4a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1052902 Jan 15 10:19:10.833323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:10.865286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:19:10.880228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87042a86-3b52-4b1a-8024-8924391739bc,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:10.883315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.884245 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Added segment 97b00143-fcca-4381-8afc-86bc134ab4f5 of type vxlan for network 8660a06d-010b-4a57-a910-9315cd9afbe1 Jan 15 10:19:10.885155 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba2eed33-fe8e-406b-bd0b-f261f881a01f req-a4df4127-ce4f-450d-84ab-5aa113983610 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459838 Jan 15 10:19:10.885552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:10.913583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.943812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.945068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:10.945718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:10.951288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:11.061708 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5459363 Jan 15 10:19:11.062650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Pushing event updated for resources: {'Network': ['ID=8660a06d-010b-4a57-a910-9315cd9afbe1,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:11.064862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 45824) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:11.065762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:11.071815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Request body: {'subnet': {'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1504058484-subnet', 'tenant_id': '5b6f3160b1a74f4b91b47306973c76b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:11.077068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:19:11.077210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:11.081785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Usage tracker for resource:subnet and tenant:5b6f3160b1a74f4b91b47306973c76b3 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:11.084893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:11.092097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:11.101742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Made reservation on behalf of 5b6f3160b1a74f4b91b47306973c76b3 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:11.111946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2611297'] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:11.165807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:19:11.612309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3123202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2611280'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:11.635330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0e0d94f2-2998-4106-8a5b-9171a26ba1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:11.778972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d53c83-0bce-4e83-b246-c085160e827e,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:11.791467 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:11.849467 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Checking segment: {'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:19:11.849860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Network hostable DHCP agents. Network: 8660a06d-010b-4a57-a910-9315cd9afbe1, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:19:11.867898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:19:11.875979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 8660a06d-010b-4a57-a910-9315cd9afbe1) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:19:11.885940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3443b7eb-a279-444f-98de-3f1822355572 None None] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:19:11.889948 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:11.890593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:11.915835 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3a0e9c7a-8ed1-4947-a712-bd5e0365bfa5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8444335 Jan 15 10:19:12.116029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c28806-ec68-4787-aef6-e6a5abf278ce None None] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:19:12.156810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba8f0-99e2-46d3-bfe3-4a7bb08a469f req-7600d456-cd6f-48ea-ab6b-54147e5e7362 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:12.158523 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-addba8f0-99e2-46d3-bfe3-4a7bb08a469f req-7600d456-cd6f-48ea-ab6b-54147e5e7362 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1289134 Jan 15 10:19:12.224960 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-addba8f0-99e2-46d3-bfe3-4a7bb08a469f req-cdc25fa2-54d8-4534-9143-a099c7a69bbe tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571139 Jan 15 10:19:12.316574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:12.752295 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49dbf5-fbd8-4893-8e08-6853ee4b93e9 req-97a408b5-f79e-478e-b583-5236de19f25e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:12.754200 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bf49dbf5-fbd8-4893-8e08-6853ee4b93e9 req-97a408b5-f79e-478e-b583-5236de19f25e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 945 time: 0.1088858 Jan 15 10:19:12.820181 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bf49dbf5-fbd8-4893-8e08-6853ee4b93e9 req-9b677553-9071-477e-bdb8-ee103bc0900b tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591486 Jan 15 10:19:13.619405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fc467-ee47-4566-9d7d-607836fe8ea6 req-bc55fb31-d841-41fc-9dfc-f8f5369d56a7 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:13.621020 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-600fc467-ee47-4566-9d7d-607836fe8ea6 req-bc55fb31-d841-41fc-9dfc-f8f5369d56a7 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1064417 Jan 15 10:19:13.671997 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-600fc467-ee47-4566-9d7d-607836fe8ea6 req-e6143ab8-5244-463b-b9f8-b436a81825a8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446815 Jan 15 10:19:14.232327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b50765-a3c7-4f9c-b7d6-08bca7c4b80d req-2e669f8a-5e4a-4b81-84fa-8b4d7dc428f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:14.233894 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-98b50765-a3c7-4f9c-b7d6-08bca7c4b80d req-2e669f8a-5e4a-4b81-84fa-8b4d7dc428f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 945 time: 0.2834363 Jan 15 10:19:14.285330 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-98b50765-a3c7-4f9c-b7d6-08bca7c4b80d req-e3e756a4-dcc6-4d32-8a92-83f5c63bf976 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450938 Jan 15 10:19:14.913488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe046d-9aaa-49c4-a57e-5091a13040a6 req-410d22d9-fced-4e0e-aab8-63a778024f99 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:14.915152 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1abe046d-9aaa-49c4-a57e-5091a13040a6 req-410d22d9-fced-4e0e-aab8-63a778024f99 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1025636 Jan 15 10:19:14.967378 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1abe046d-9aaa-49c4-a57e-5091a13040a6 req-9cbdffaf-eaf2-4c22-bf8e-3e35ba5ec586 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456555 Jan 15 10:19:15.531688 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42244199-2650-4c00-b354-f2a75e4b881a req-c55f62e3-14c8-4d36-ad78-ad3a021b0ac3 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:15.533327 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-42244199-2650-4c00-b354-f2a75e4b881a req-c55f62e3-14c8-4d36-ad78-ad3a021b0ac3 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 945 time: 0.1017191 Jan 15 10:19:15.589224 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-42244199-2650-4c00-b354-f2a75e4b881a req-738ed748-8049-40a0-ada5-d2147cedf4fe tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491102 Jan 15 10:19:15.657311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80070f08-12cf-4aad-91c1-3d2cb77a732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:16.221797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf3881-7048-4ac6-9ed6-fa00fc2302f5 req-fd6892d0-12ca-4c4f-a3e7-23adc91daa4c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:16.223507 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6ddf3881-7048-4ac6-9ed6-fa00fc2302f5 req-fd6892d0-12ca-4c4f-a3e7-23adc91daa4c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1188431 Jan 15 10:19:16.378077 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6ddf3881-7048-4ac6-9ed6-fa00fc2302f5 req-87dc0861-3ba9-43b6-8aac-60e0649e8655 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470630 Jan 15 10:19:16.452058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-c47a20a2-197a-465d-8c5c-9c59d682606b tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:16.453724 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-c47a20a2-197a-465d-8c5c-9c59d682606b tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/networks?id=8660a06d-010b-4a57-a910-9315cd9afbe1 HTTP/1.1" status: 200 len: 814 time: 0.2050068 Jan 15 10:19:16.469744 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9af9b935-a713-4909-a803-09bd37688b62 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/quotas/5b6f3160b1a74f4b91b47306973c76b3 HTTP/1.1" status: 200 len: 375 time: 0.0100391 Jan 15 10:19:16.520381 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a5c387f3-b268-4ce6-9ced-3ca91824e503 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b6f3160b1a74f4b91b47306973c76b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451443 Jan 15 10:19:16.667793 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-945f37dd-4b49-4180-915e-af86cb1da53b service neutron] 10.222.0.75 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394184 Jan 15 10:19:16.880451 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-7f42bca0-d362-415c-a977-817574c7e9ee service neutron] 10.222.0.75 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2060106 Jan 15 10:19:16.908833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124d222-e74d-47ec-a723-539883b6d768 req-1b6633d3-4423-463d-a44e-368025b44642 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:16.910559 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f124d222-e74d-47ec-a723-539883b6d768 req-1b6633d3-4423-463d-a44e-368025b44642 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 945 time: 0.1586900 Jan 15 10:19:16.963069 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f124d222-e74d-47ec-a723-539883b6d768 req-144a381e-da32-46ba-9c81-41b438b8c925 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Jan 15 10:19:17.093850 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-78b821ed-2edf-4bae-ac70-610d0984bfde req-fd686265-49e1-4243-ae21-9c8760550fb8 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 210 time: 0.0467930 Jan 15 10:19:17.614406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409cf24-2ab4-4aad-908a-796613417785 req-4c772bf9-bbae-484d-aa02-866d9e45d128 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:17.616077 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f409cf24-2ab4-4aad-908a-796613417785 req-4c772bf9-bbae-484d-aa02-866d9e45d128 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1083372 Jan 15 10:19:17.668529 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f409cf24-2ab4-4aad-908a-796613417785 req-8b313b5f-b2a2-430f-b2df-998d0fb54bdd tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460441 Jan 15 10:19:17.905359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ca1173a-a869-461d-9d23-d16bd40fad44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:18.193458 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e110aa-3f18-4ee1-892a-de5c212f7c4d req-bc2fe184-1de8-4799-a02d-bd5f4f4b9d7f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:18.195110 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-63e110aa-3f18-4ee1-892a-de5c212f7c4d req-bc2fe184-1de8-4799-a02d-bd5f4f4b9d7f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 945 time: 0.0988328 Jan 15 10:19:18.252116 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-63e110aa-3f18-4ee1-892a-de5c212f7c4d req-cc941161-cc62-427b-9b65-91ff8bc9d26b tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500813 Jan 15 10:19:18.315810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:18.417226 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9b672d89-ccc5-4f43-b0ec-3cb0b4b01e2e req-7803669e-59e7-40b9-be07-acc1e5504475 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 210 time: 0.0464146 Jan 15 10:19:18.896944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dee8e9-8076-41a6-898f-03235d693b81 req-eeb12a6f-95fe-4449-8638-85ca23fa9f93 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:18.898559 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-88dee8e9-8076-41a6-898f-03235d693b81 req-eeb12a6f-95fe-4449-8638-85ca23fa9f93 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.0991101 Jan 15 10:19:18.953708 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-88dee8e9-8076-41a6-898f-03235d693b81 req-763bcd82-09e4-4b80-9687-91d0d76e32bb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Jan 15 10:19:19.178505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 60a50df7-930e-413a-8046-373bf2a0fca1 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:19:19.299409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:19.332812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559bca7a-efb9-40e0-b196-28500dcade2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a50df7-930e-413a-8046-373bf2a0fca1'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:19.346412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 60a50df7-930e-413a-8046-373bf2a0fca1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=60a50df7-930e-413a-8046-373bf2a0fca1,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:19.349854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:19.353165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:19.401789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-ac10141f-9f19-4f97-886e-60c3a6ea5907 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:19.403043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-ac10141f-9f19-4f97-886e-60c3a6ea5907 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Synchronizing usage tracker for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:19:19.431696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-ac10141f-9f19-4f97-886e-60c3a6ea5907 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Unset dirty status for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:19:19.433405 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-ac10141f-9f19-4f97-886e-60c3a6ea5907 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 945 time: 0.1695075 Jan 15 10:19:19.436552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=60a50df7-930e-413a-8046-373bf2a0fca1,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:19.441786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:19.545208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:19.548918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Deleting port 60a50df7-930e-413a-8046-373bf2a0fca1 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:19:19.549869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:19.584605 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559bca7a-efb9-40e0-b196-28500dcade2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a50df7-930e-413a-8046-373bf2a0fca1', 'code': 200} Jan 15 10:19:19.601864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961f173-9c93-4e52-af91-2b70fb570ce0 req-9686e502-3795-4ff7-9c7e-51cc1660940f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:19.604320 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b961f173-9c93-4e52-af91-2b70fb570ce0 req-9686e502-3795-4ff7-9c7e-51cc1660940f tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 943 time: 0.1163354 Jan 15 10:19:19.672387 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b961f173-9c93-4e52-af91-2b70fb570ce0 req-bb4d6bc1-7595-440b-a321-e71781a56000 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588739 Jan 15 10:19:19.744915 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f53c679b-c571-4fd5-83e0-7b7f3b86c345 req-7cd488e4-184f-400d-8271-31b8ba0ecb17 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 210 time: 0.0549891 Jan 15 10:19:19.866540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] For port 60a50df7-930e-413a-8046-373bf2a0fca1, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=60a50df7-930e-413a-8046-373bf2a0fca1,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:19.866941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:20.013032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadd43-96b8-464b-880c-31294358586e req-ccdafcaf-145e-4020-a416-b20afa165159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:20.013522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Calling delete_port for 60a50df7-930e-413a-8046-373bf2a0fca1 owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:19:20.015396 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52fadd43-96b8-464b-880c-31294358586e req-ccdafcaf-145e-4020-a416-b20afa165159 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 1162 time: 0.0828822 Jan 15 10:19:20.091464 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52fadd43-96b8-464b-880c-31294358586e req-a8c26312-4a10-4189-96c1-93bb98e2977a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651579 Jan 15 10:19:20.230934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3dd0ad-4a68-4e9b-85cd-e3e2db6a3e92 req-45d2879d-8300-42b6-b0c1-bf4f1f6be08b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:20.232801 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1c3dd0ad-4a68-4e9b-85cd-e3e2db6a3e92 req-45d2879d-8300-42b6-b0c1-bf4f1f6be08b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1172566 Jan 15 10:19:20.288657 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1c3dd0ad-4a68-4e9b-85cd-e3e2db6a3e92 req-d1f6426e-91b2-4ae7-9c4a-094f54b1643a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485210 Jan 15 10:19:20.335646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-0f8cfebc-6f14-4c7a-bfc8-1aee13459011 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:20.337252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-0f8cfebc-6f14-4c7a-bfc8-1aee13459011 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Synchronizing usage tracker for tenant:5b6f3160b1a74f4b91b47306973c76b3 on resource:network {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:19:20.347324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:20.347723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:20.370497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ee5a2fff-f560-4c5a-9881-bc66149d6090 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:20.441033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-0f8cfebc-6f14-4c7a-bfc8-1aee13459011 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Unset dirty status for tenant:5b6f3160b1a74f4b91b47306973c76b3 on resource:network {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:19:20.442926 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-0f8cfebc-6f14-4c7a-bfc8-1aee13459011 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.64 "GET /v2.0/networks?id=8660a06d-010b-4a57-a910-9315cd9afbe1 HTTP/1.1" status: 200 len: 814 time: 0.3707485 Jan 15 10:19:20.443826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Pushing event deleted for resources: {'Port': ['ID=60a50df7-930e-413a-8046-373bf2a0fca1,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:20.446668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:20.504642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Request body: {'port': {'device_id': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1', 'admin_state_up': True, 'tenant_id': '5b6f3160b1a74f4b91b47306973c76b3'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:20.747611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:20.750287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] No DVR routers for this DVR port 60a50df7-930e-413a-8046-373bf2a0fca1 on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:19:20.752729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:20.757864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559bca7a-efb9-40e0-b196-28500dcade2a', 'name': 'network-vif-deleted', 'tag': '60a50df7-930e-413a-8046-373bf2a0fca1'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:20.766945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Usage tracker for resource:port and tenant:5b6f3160b1a74f4b91b47306973c76b3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:20.771425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Quota usage for port was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:20.782361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:20.787277 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fd3b0897-392f-4476-ba4c-5dd6f30dc08d req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "DELETE /v2.0/ports/60a50df7-930e-413a-8046-373bf2a0fca1 HTTP/1.1" status: 204 len: 173 time: 1.3428590 Jan 15 10:19:20.802240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Made reservation on behalf of 5b6f3160b1a74f4b91b47306973c76b3 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:19:20.813662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:20.837926 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559bca7a-efb9-40e0-b196-28500dcade2a', 'name': 'network-vif-deleted', 'tag': '60a50df7-930e-413a-8046-373bf2a0fca1', 'status': 'completed', 'code': 200} Jan 15 10:19:21.037387 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-850002c4-3ebb-4c5b-b6fd-ce3b12a31a48 req-f23ba03f-80a5-41a5-9e6d-ddaff42bd5ce tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=559bca7a-efb9-40e0-b196-28500dcade2a HTTP/1.1" status: 200 len: 210 time: 0.1178501 Jan 15 10:19:21.047256 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3ce0cba9-aeb4-4505-a572-4f3dc4ce4cb9 req-212f1bd2-e418-485c-9383-59ce61a37bf2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 210 time: 0.0708854 Jan 15 10:19:21.464950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Allocated IP 172.20.0.10 (8660a06d-010b-4a57-a910-9315cd9afbe1/11d53c83-0bce-4e83-b246-c085160e827e/41247016-d6e1-4591-9c90-1240502d3fff) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:19:21.529616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edaa17-6d8a-4349-8dd2-0cbfa70deb0b req-2327e000-baca-4a68-85c9-2d9cdc657621 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:21.531370 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-01edaa17-6d8a-4349-8dd2-0cbfa70deb0b req-2327e000-baca-4a68-85c9-2d9cdc657621 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1065011 Jan 15 10:19:21.586228 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-01edaa17-6d8a-4349-8dd2-0cbfa70deb0b req-fcd11935-a19e-4f38-b991-58f6fcdbcbda tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476146 Jan 15 10:19:21.718419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:21.748714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:21.770737 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-edcac49d-39a5-4ec4-830f-3cab8b21c9de tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:21.841549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43fa4a-be3c-4823-b707-ea92275a2cd2 req-13a0de37-2127-4ad3-a33e-2dfc454629d0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:21.843319 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8c43fa4a-be3c-4823-b707-ea92275a2cd2 req-13a0de37-2127-4ad3-a33e-2dfc454629d0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1087003 Jan 15 10:19:21.896801 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8c43fa4a-be3c-4823-b707-ea92275a2cd2 req-cdd43427-900f-4028-add1-a17ecf055a31 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468528 Jan 15 10:19:21.927217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Pushing event updated for resources: {'Port': ['ID=41247016-d6e1-4591-9c90-1240502d3fff,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:21.927217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:21.969267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:21.979703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:19:21.981221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:19:21.983358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:19:22.056884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:22.057479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:22.072940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:22.073937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:22.121687 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6260641 Jan 15 10:19:22.137499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Request body: {'port': {'device_id': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:19:22.300552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38339d5-9fe3-47dc-8490-6ad9130d9e50 req-c833c1b1-99da-4144-82c6-ee214788e101 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:22.302567 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b38339d5-9fe3-47dc-8490-6ad9130d9e50 req-c833c1b1-99da-4144-82c6-ee214788e101 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 932 time: 0.1111524 Jan 15 10:19:22.313056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:22.390222 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b38339d5-9fe3-47dc-8490-6ad9130d9e50 req-2985077e-7ee0-4d64-9430-f48b3ca2356f tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788667 Jan 15 10:19:22.782285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bf35c-68a5-403f-8b87-fdbafed7466f req-f8d8bbc5-1be5-4345-96c7-4f7452b9108b tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:22.783988 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-536bf35c-68a5-403f-8b87-fdbafed7466f req-f8d8bbc5-1be5-4345-96c7-4f7452b9108b tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 946 time: 0.1069744 Jan 15 10:19:22.840529 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-536bf35c-68a5-403f-8b87-fdbafed7466f req-76af25ff-7b58-429c-a6ac-780241786697 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492394 Jan 15 10:19:22.851225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41247016-d6e1-4591-9c90-1240502d3fff {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:19:22.860090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:22.873119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Transition to ACTIVE for port object 41247016-d6e1-4591-9c90-1240502d3fff will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:19:22.876033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:22.896779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:23.032865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Pushing event updated for resources: {'Port': ['ID=41247016-d6e1-4591-9c90-1240502d3fff,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:23.038205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:23.219435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Attempting to bind port 41247016-d6e1-4591-9c90-1240502d3fff on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:19:23.220016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Attempting to bind port 41247016-d6e1-4591-9c90-1240502d3fff by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:19:23.220164 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Attempting to bind port 41247016-d6e1-4591-9c90-1240502d3fff on network 8660a06d-010b-4a57-a910-9315cd9afbe1 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:19:23.225887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:19:23.226263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Checking segment: {'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:19:23.226661 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:23.227106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Bound using segment: {'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:19:23.227580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Bound port: 41247016-d6e1-4591-9c90-1240502d3fff, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:19:23.228026 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:23.319612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] For port 41247016-d6e1-4591-9c90-1240502d3fff, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:19:23.323443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] For port 41247016-d6e1-4591-9c90-1240502d3fff, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=41247016-d6e1-4591-9c90-1240502d3fff,segment=NetworkSegment(97b00143-fcca-4381-8afc-86bc134ab4f5),segment_id=97b00143-fcca-4381-8afc-86bc134ab4f5)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:19:23.326712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:23.342029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:23.499055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Pushing event updated for resources: {'Port': ['ID=41247016-d6e1-4591-9c90-1240502d3fff,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:23.504760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:23.537753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:23.538436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:23.540116 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] 10.222.0.64 "PUT /v2.0/ports/41247016-d6e1-4591-9c90-1240502d3fff HTTP/1.1" status: 200 len: 1158 time: 1.4079599 Jan 15 10:19:23.540606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'tag': '41247016-d6e1-4591-9c90-1240502d3fff'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:23.625580 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'tag': '41247016-d6e1-4591-9c90-1240502d3fff', 'status': 'completed', 'code': 200} Jan 15 10:19:23.668762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-8403304b-105a-48d3-8b9b-a9097dedefd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:23.670391 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-8403304b-105a-48d3-8b9b-a9097dedefd9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b6f3160b1a74f4b91b47306973c76b3&device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 1161 time: 0.0883763 Jan 15 10:19:23.672616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7e6a4-88ff-4140-a08f-b13a0d3f2997 req-d40d68dd-b397-470b-977d-0f1f8921e223 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:23.675407 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b3d7e6a4-88ff-4140-a08f-b13a0d3f2997 req-d40d68dd-b397-470b-977d-0f1f8921e223 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 944 time: 0.1442621 Jan 15 10:19:23.745852 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b3d7e6a4-88ff-4140-a08f-b13a0d3f2997 req-66e9e61b-b254-424a-8147-d668814b2c0b tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631654 Jan 15 10:19:23.755979 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-c566471f-b0aa-40d1-b352-f989683d4db4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41247016-d6e1-4591-9c90-1240502d3fff HTTP/1.1" status: 200 len: 217 time: 0.0762441 Jan 15 10:19:23.837286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-91781dad-c109-41b6-a734-39ac165dd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:23.839449 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-91781dad-c109-41b6-a734-39ac165dd1ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11d53c83-0bce-4e83-b246-c085160e827e HTTP/1.1" status: 200 len: 854 time: 0.0749531 Jan 15 10:19:23.904903 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-17f2260e-7df8-4880-a5ab-ea50033cb9bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8660a06d-010b-4a57-a910-9315cd9afbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554886 Jan 15 10:19:24.151190 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-7cc6d40f-fe24-4c17-8f62-9b1eff9e1b5c service neutron] 10.222.0.64 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264130 Jan 15 10:19:24.191788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-3f3af101-b3c7-4ebf-b533-f94f22b0d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.193420 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-3f3af101-b3c7-4ebf-b533-f94f22b0d1cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1163 time: 0.1578362 Jan 15 10:19:24.328133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55625f-5ba5-49c1-863f-95ff7dc3a0af req-053a1382-5cfa-4bf7-9770-d035e920e005 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.329750 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-db55625f-5ba5-49c1-863f-95ff7dc3a0af req-053a1382-5cfa-4bf7-9770-d035e920e005 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 946 time: 0.2473848 Jan 15 10:19:24.354925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fa313-45eb-439b-a39f-d8f679bd78e0 req-c772accb-ea2e-4f95-a99d-bb11968e9f61 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.356606 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc9fa313-45eb-439b-a39f-d8f679bd78e0 req-c772accb-ea2e-4f95-a99d-bb11968e9f61 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.2366855 Jan 15 10:19:24.431432 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a733-df32-4d08-b011-7365d823961c req-0853e285-7d9c-49f7-bdd1-1184b2d1c85d tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.433084 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f0a7a733-df32-4d08-b011-7365d823961c req-0853e285-7d9c-49f7-bdd1-1184b2d1c85d tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 946 time: 0.2338505 Jan 15 10:19:24.456721 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df64c559-12fe-4529-9a39-5d25c24aa88b req-a9f6494b-97ab-4239-b2ff-70496acf4808 service neutron] 10.222.0.64 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2965541 Jan 15 10:19:24.466054 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-2cffb0ff-6853-46d9-8dcd-b47353e7bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.467946 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-2cffb0ff-6853-46d9-8dcd-b47353e7bf8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 912 time: 0.2097011 Jan 15 10:19:24.515978 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-db55625f-5ba5-49c1-863f-95ff7dc3a0af req-0ff746eb-880e-4149-ac16-1ce85c380851 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569977 Jan 15 10:19:24.531758 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc9fa313-45eb-439b-a39f-d8f679bd78e0 req-eb235f76-56bd-44c8-be52-5501202ff141 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534297 Jan 15 10:19:24.561025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Deleting port 37307f74-1379-4efb-86cd-86f0fdafe03c {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:19:24.561025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:24.588860 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-ba8956cd-2c05-42a7-afbd-c5d2c65d21f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f HTTP/1.1" status: 200 len: 217 time: 0.1121912 Jan 15 10:19:24.686106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-3ca505a8-0cff-473c-8821-58ecb0d2361f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.687766 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-3ca505a8-0cff-473c-8821-58ecb0d2361f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.0909309 Jan 15 10:19:24.961677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-b59702de-c4cd-4e53-829d-6568c4845490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:24.963335 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-b59702de-c4cd-4e53-829d-6568c4845490 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b6f3160b1a74f4b91b47306973c76b3&device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 1161 time: 0.4212172 Jan 15 10:19:24.969567 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-fde191ad-bf67-4b8f-90b2-24ca9a9be648 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2735901 Jan 15 10:19:25.149247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333370f-e80c-4278-9cfe-096db8480b1f req-00d38b51-e6f8-4bc6-9b95-4364e7d49768 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.152647 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7333370f-e80c-4278-9cfe-096db8480b1f req-00d38b51-e6f8-4bc6-9b95-4364e7d49768 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 944 time: 0.2496660 Jan 15 10:19:25.164083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] For port 37307f74-1379-4efb-86cd-86f0fdafe03c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=37307f74-1379-4efb-86cd-86f0fdafe03c,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:25.164987 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:25.275560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-33875005-19bb-4f81-a334-d0ded12b963b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.277232 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-33875005-19bb-4f81-a334-d0ded12b963b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8660a06d-010b-4a57-a910-9315cd9afbe1 HTTP/1.1" status: 200 len: 908 time: 0.3001990 Jan 15 10:19:25.279291 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-04120b10-8d4e-4237-8724-d91f24088b17 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002450 Jan 15 10:19:25.327150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Calling delete_port for 37307f74-1379-4efb-86cd-86f0fdafe03c owned by compute:nova {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:19:25.388865 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-1eda7a1e-d5a4-4a00-b226-083ab045173c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41247016-d6e1-4591-9c90-1240502d3fff HTTP/1.1" status: 200 len: 217 time: 0.0978312 Jan 15 10:19:25.396236 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7333370f-e80c-4278-9cfe-096db8480b1f req-60a218c8-8d95-47c5-a0ed-9479cfc6e51d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349174 Jan 15 10:19:25.508012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:25.526102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:25.541238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:25.549770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-198d4d55-d47e-4abf-9ad7-2993a7604c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.551403 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-198d4d55-d47e-4abf-9ad7-2993a7604c4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11d53c83-0bce-4e83-b246-c085160e827e HTTP/1.1" status: 200 len: 854 time: 0.1071687 Jan 15 10:19:25.615904 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-a08f36ab-a2af-4d1e-bac9-0fd5b42037cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8660a06d-010b-4a57-a910-9315cd9afbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520523 Jan 15 10:19:25.619223 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-0160ebe6-b2ef-4f38-9144-9585a15d80f0 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2748883 Jan 15 10:19:25.629482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:25.629905 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:25.698596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Pushing event deleted for resources: {'Port': ['ID=37307f74-1379-4efb-86cd-86f0fdafe03c,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:25.709796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:25.812463 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-4ebe1aaa-64f9-461f-943c-0e7d90f6f4a3 service neutron] 10.222.0.64 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842201 Jan 15 10:19:25.812747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 37307f74-1379-4efb-86cd-86f0fdafe03c no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:19:25.832709 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-869f1a95-c96d-4d7e-99d8-2bb20f0203d4 req-0f82df79-57bf-40bd-88d0-9d9dc665a27e tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=e134e1d9-1ef2-4cb3-8fa4-ca22619d4843 HTTP/1.1" status: 200 len: 210 time: 0.1001000 Jan 15 10:19:25.868301 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 37307f74-1379-4efb-86cd-86f0fdafe03c {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:19:25.872325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 37307f74-1379-4efb-86cd-86f0fdafe03c not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:19:25.961199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671570e7-5546-47c9-bb51-1210298a9dd5 req-d37f65c8-be9b-446d-bb43-27f81705f7d0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:25.962862 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-671570e7-5546-47c9-bb51-1210298a9dd5 req-d37f65c8-be9b-446d-bb43-27f81705f7d0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.2289076 Jan 15 10:19:25.975038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] No DVR routers for this DVR port 37307f74-1379-4efb-86cd-86f0fdafe03c on host hv-cinder-76859 {{(pid=80045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:19:25.982852 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0e283d88-9458-44ea-8b80-10cedcf21b21 req-5679f126-66ca-4c18-bc03-ebcf20a10334 service neutron] 10.222.0.64 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1603134 Jan 15 10:19:25.990754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:25.994039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e134e1d9-1ef2-4cb3-8fa4-ca22619d4843', 'name': 'network-vif-deleted', 'tag': '37307f74-1379-4efb-86cd-86f0fdafe03c'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:26.013716 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f0a7a733-df32-4d08-b011-7365d823961c req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "DELETE /v2.0/ports/37307f74-1379-4efb-86cd-86f0fdafe03c HTTP/1.1" status: 204 len: 173 time: 1.5749352 Jan 15 10:19:26.038776 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-671570e7-5546-47c9-bb51-1210298a9dd5 req-71b358b7-01c3-4312-97ca-744363f0e8ea tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651479 Jan 15 10:19:26.059129 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e134e1d9-1ef2-4cb3-8fa4-ca22619d4843', 'name': 'network-vif-deleted', 'tag': '37307f74-1379-4efb-86cd-86f0fdafe03c', 'status': 'completed', 'code': 200} Jan 15 10:19:26.518736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46072) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:26.664908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08c621-b22b-48dd-9792-65bf8b9a7104 req-c65c606b-5395-44df-8f24-638c5e29986c tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:26.666621 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1c08c621-b22b-48dd-9792-65bf8b9a7104 req-c65c606b-5395-44df-8f24-638c5e29986c tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 944 time: 0.1115634 Jan 15 10:19:26.701649 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:26.731658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:26.740524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Usage tracker for resource:security_group_rule and tenant:4083173af58f49df9f10ccbe17116962 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:26.745330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:26.753264 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1c08c621-b22b-48dd-9792-65bf8b9a7104 req-3793f823-c790-4760-851a-39a9bb87e4c7 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718327 Jan 15 10:19:26.756990 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:26.845591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:26.848563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:26.857552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-12b4636a-4ad2-43ff-9012-c05b49a6f9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:26.905413 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4083173af58f49df9f10ccbe17116962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853796 Jan 15 10:19:26.907261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e933840-fdf6-4fbf-a2ea-ddefdad8b040,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:26.908507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 46080) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:26.910899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:26.986269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-147461ee-e459-496f-8724-4485e86dd03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:27.016385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-147461ee-e459-496f-8724-4485e86dd03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:27.063583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-147461ee-e459-496f-8724-4485e86dd03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:27.068563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-38d9bc6b-54ab-47f4-b861-5584c68ebba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:27.082312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147461ee-e459-496f-8724-4485e86dd03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e933840-fdf6-4fbf-a2ea-ddefdad8b040,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:27.084855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-147461ee-e459-496f-8724-4485e86dd03e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:27.090694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-147461ee-e459-496f-8724-4485e86dd03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:27.100726 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-147461ee-e459-496f-8724-4485e86dd03e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8e933840-fdf6-4fbf-a2ea-ddefdad8b040 HTTP/1.1" status: 204 len: 168 time: 0.1908309 Jan 15 10:19:27.296901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba68f8-3e03-4ac1-a0c4-6f8da986d883 req-8e8b5614-6916-4dee-afef-d5ec4a7cd84e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:27.298682 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-47ba68f8-3e03-4ac1-a0c4-6f8da986d883 req-8e8b5614-6916-4dee-afef-d5ec4a7cd84e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1130950 Jan 15 10:19:27.361108 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-47ba68f8-3e03-4ac1-a0c4-6f8da986d883 req-d1293c9d-6721-4aae-a5a1-c479dd56d972 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539861 Jan 15 10:19:27.617623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.objects.ports [None req-ea8a1c52-da84-498c-9a96-bbbf870bae35 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80046) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:19:27.998522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb5526-dda4-4d05-9cdb-2fb8104d345f req-3d3a0968-4cb9-4d16-9660-0361b55495b5 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:28.000116 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-49cb5526-dda4-4d05-9cdb-2fb8104d345f req-3d3a0968-4cb9-4d16-9660-0361b55495b5 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 944 time: 0.1106606 Jan 15 10:19:28.051998 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-49cb5526-dda4-4d05-9cdb-2fb8104d345f req-f1641029-3da2-4023-a936-e5ab16690f67 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455694 Jan 15 10:19:28.308302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 41247016-d6e1-4591-9c90-1240502d3fff up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:28.379474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 41247016-d6e1-4591-9c90-1240502d3fff completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:19:28.386746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 41247016-d6e1-4591-9c90-1240502d3fff triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:28.387197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:28.532186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:28.567236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41247016-d6e1-4591-9c90-1240502d3fff'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:28.578645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 41247016-d6e1-4591-9c90-1240502d3fff, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=41247016-d6e1-4591-9c90-1240502d3fff,segment=NetworkSegment(97b00143-fcca-4381-8afc-86bc134ab4f5),segment_id=97b00143-fcca-4381-8afc-86bc134ab4f5)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:28.583147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:28.585561 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:28.660842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=41247016-d6e1-4591-9c90-1240502d3fff,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:28.664170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:28.686226 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fe816-db5e-4cd4-aba7-70b14bdb97ed req-72978bc8-c933-4fa1-9a50-74a51cc37a6f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:28.687947 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e58fe816-db5e-4cd4-aba7-70b14bdb97ed req-72978bc8-c933-4fa1-9a50-74a51cc37a6f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1661596 Jan 15 10:19:28.768210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f581c-bc30-48b1-9611-709fffb37cf5 req-77fad911-bb3b-4d7a-9dfb-804842137133 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:28.768897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f90f581c-bc30-48b1-9611-709fffb37cf5 req-77fad911-bb3b-4d7a-9dfb-804842137133 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Synchronizing usage tracker for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:19:28.777921 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e58fe816-db5e-4cd4-aba7-70b14bdb97ed req-b29be6f7-743b-4ed3-801e-667a559b3b12 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811896 Jan 15 10:19:28.789766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f90f581c-bc30-48b1-9611-709fffb37cf5 req-77fad911-bb3b-4d7a-9dfb-804842137133 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Unset dirty status for tenant:4c85e7098be04404bcd7fe05f2665de3 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:19:28.791022 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f90f581c-bc30-48b1-9611-709fffb37cf5 req-77fad911-bb3b-4d7a-9dfb-804842137133 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1969657 Jan 15 10:19:28.846165 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f90f581c-bc30-48b1-9611-709fffb37cf5 req-37c20d82-0bee-4b81-9fcf-dfeac31c24af tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488057 Jan 15 10:19:28.932444 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41247016-d6e1-4591-9c90-1240502d3fff', 'code': 200} Jan 15 10:19:29.255191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b16fb8-aca8-45ab-86f9-63dcc7dbdf9b req-46c9fd30-24d3-4ca6-99d1-f713cf30cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:29.256904 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50b16fb8-aca8-45ab-86f9-63dcc7dbdf9b req-46c9fd30-24d3-4ca6-99d1-f713cf30cce5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 1163 time: 0.1402535 Jan 15 10:19:29.317749 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50b16fb8-aca8-45ab-86f9-63dcc7dbdf9b req-7c7ed167-51ba-4c88-a47e-200b03313d11 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506606 Jan 15 10:19:29.342180 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35150-0063-4f06-8f43-d4c63338c1cc req-c79c0ca5-ce4a-4919-b434-8d1f749e7f00 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:29.343915 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-92a35150-0063-4f06-8f43-d4c63338c1cc req-c79c0ca5-ce4a-4919-b434-8d1f749e7f00 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 946 time: 0.1582382 Jan 15 10:19:29.400080 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-92a35150-0063-4f06-8f43-d4c63338c1cc req-81a99960-d49b-4e9e-9108-f792c29d9fd6 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497229 Jan 15 10:19:29.537108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 41247016-d6e1-4591-9c90-1240502d3fff up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:29.609843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 41247016-d6e1-4591-9c90-1240502d3fff triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:29.610261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:30.055563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733be641-eb5a-41cf-85c7-6a38112e0684 req-63e0eb71-810a-4f4a-b5ce-9554f1a4a422 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:30.057165 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-733be641-eb5a-41cf-85c7-6a38112e0684 req-63e0eb71-810a-4f4a-b5ce-9554f1a4a422 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1429522 Jan 15 10:19:30.130301 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-733be641-eb5a-41cf-85c7-6a38112e0684 req-e7e49df3-f9f4-429c-b193-f5ca72e1d697 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604002 Jan 15 10:19:30.158639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab0507-5496-421e-99e3-57be52b575b4 req-d39edb74-453f-434b-8c09-a448af16b54a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:30.160326 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a4ab0507-5496-421e-99e3-57be52b575b4 req-d39edb74-453f-434b-8c09-a448af16b54a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1737964 Jan 15 10:19:30.214014 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a4ab0507-5496-421e-99e3-57be52b575b4 req-e6f74222-11cb-4d1f-80bd-b8750e18d400 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466611 Jan 15 10:19:30.651782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-bebef182-ef92-4268-b066-bd0a3b8a7f89 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:30.653726 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-bebef182-ef92-4268-b066-bd0a3b8a7f89 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.1686037 Jan 15 10:19:30.681881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1f535-bd41-4e42-b349-f4512fa71a88 req-646fbd1e-616f-4279-b425-9e7f74525736 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:30.683468 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d1f535-bd41-4e42-b349-f4512fa71a88 req-646fbd1e-616f-4279-b425-9e7f74525736 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 946 time: 0.1534030 Jan 15 10:19:30.789883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Deleting port 847288ad-3837-424b-be13-b1e96bdfcdcc {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:19:30.790197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:30.826833 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d1f535-bd41-4e42-b349-f4512fa71a88 req-a99c0829-8d62-4735-8a2e-42850e1df7aa tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132979 Jan 15 10:19:31.056846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] For port 847288ad-3837-424b-be13-b1e96bdfcdcc, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=847288ad-3837-424b-be13-b1e96bdfcdcc,segment=NetworkSegment(399f615a-0f7a-446c-8075-9165b881cc74),segment_id=399f615a-0f7a-446c-8075-9165b881cc74)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:19:31.057428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:31.187007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Calling delete_port for 847288ad-3837-424b-be13-b1e96bdfcdcc owned by compute:nova {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:19:31.580147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 41247016-d6e1-4591-9c90-1240502d3fff up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:31.650057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 41247016-d6e1-4591-9c90-1240502d3fff triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:31.650498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:31.657725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:31.676836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:31.749005 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9e3e9-dd21-4eba-933c-7c86da2497b6 req-159b05b2-f8eb-4687-a3f9-a347f4ae429c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:31.750585 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-baf9e3e9-dd21-4eba-933c-7c86da2497b6 req-159b05b2-f8eb-4687-a3f9-a347f4ae429c tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/ports?device_id=df272b22-7d96-4819-8582-6ea49462b9c2 HTTP/1.1" status: 200 len: 946 time: 0.2963836 Jan 15 10:19:31.772469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1955094-fe0a-477e-ae56-1a7df288bc17 req-49d71ba9-4257-4f4f-be00-00ee87ac10f6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:31.774567 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b1955094-fe0a-477e-ae56-1a7df288bc17 req-49d71ba9-4257-4f4f-be00-00ee87ac10f6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.3191273 Jan 15 10:19:31.788760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 847288ad-3837-424b-be13-b1e96bdfcdcc no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:19:31.822946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 847288ad-3837-424b-be13-b1e96bdfcdcc {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:19:31.823366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 847288ad-3837-424b-be13-b1e96bdfcdcc not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:19:31.824748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Pushing event deleted for resources: {'Port': ['ID=847288ad-3837-424b-be13-b1e96bdfcdcc,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:31.827659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:31.948635 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-baf9e3e9-dd21-4eba-933c-7c86da2497b6 req-82405d71-5eee-4836-955a-81d3ec2dbbc1 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.75 "GET /v2.0/security-groups?id=52a7378d-83d6-47a1-a6f1-92143734e46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257212 Jan 15 10:19:31.958022 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b1955094-fe0a-477e-ae56-1a7df288bc17 req-4d23ab5e-1063-49a3-9adb-8153d9acfd5d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237621 Jan 15 10:19:32.029095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] No DVR routers for this DVR port 847288ad-3837-424b-be13-b1e96bdfcdcc on host hv-cinder-76859 {{(pid=80045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:19:32.031629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:32.034662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df272b22-7d96-4819-8582-6ea49462b9c2', 'name': 'network-vif-deleted', 'tag': '847288ad-3837-424b-be13-b1e96bdfcdcc'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:19:32.056005 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0baca879-c485-4343-a57c-ae12fa1f7851 req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] 10.222.0.64 "DELETE /v2.0/ports/847288ad-3837-424b-be13-b1e96bdfcdcc HTTP/1.1" status: 204 len: 173 time: 1.3714156 Jan 15 10:19:32.196961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b65b6d-8926-42bb-988f-339dd0afc041 req-4c0d24ab-3238-4d7f-9e55-77cb3abb153b tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:32.198626 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-42b65b6d-8926-42bb-988f-339dd0afc041 req-4c0d24ab-3238-4d7f-9e55-77cb3abb153b tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 946 time: 0.1143401 Jan 15 10:19:32.200593 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df272b22-7d96-4819-8582-6ea49462b9c2', 'name': 'network-vif-deleted', 'tag': '847288ad-3837-424b-be13-b1e96bdfcdcc', 'status': 'completed', 'code': 200} Jan 15 10:19:32.252294 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-42b65b6d-8926-42bb-988f-339dd0afc041 req-a6b85963-faf1-409a-bc3a-587f726e0834 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463998 Jan 15 10:19:33.072043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46184) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:33.208998 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Deleting subnet e5565abc-38e0-4783-aada-280adb51ee4a {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:19:33.215316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:33.280609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:33.350323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf58f8-81e7-4989-ab23-975f2f799143 req-45eadb4b-7c3e-4406-916c-a124e62ae1e8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:33.352452 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b8cf58f8-81e7-4989-ab23-975f2f799143 req-45eadb4b-7c3e-4406-916c-a124e62ae1e8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.2400236 Jan 15 10:19:33.395116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:33.470072 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b8cf58f8-81e7-4989-ab23-975f2f799143 req-eb565f7f-f1f2-421b-9d78-605371510cc7 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094601 Jan 15 10:19:33.696760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:33.713359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:33.803964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5565abc-38e0-4783-aada-280adb51ee4a,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:33.824684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.825094 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.825501 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.825905 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.826306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.826700 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.827120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.827510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.827901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.828288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.828679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.829066 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.829494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.829885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.830280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.830669 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.831079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.831469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.831854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.832240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.832629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.833013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.833399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.833781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:33.840583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:33.870595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:33.876960 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e5565abc-38e0-4783-aada-280adb51ee4a HTTP/1.1" status: 204 len: 168 time: 0.8038127 Jan 15 10:19:33.879721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46194) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:34.001676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:34.198259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:34.316737 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:19:34.332384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '399f615a-0f7a-446c-8075-9165b881cc74') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:19:34.332721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '399f615a-0f7a-446c-8075-9165b881cc74') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:19:34.346955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:34.362468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:34.364560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:19:34.558406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:19:34.568325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:34.809269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Network 2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:19:34.837722 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:19:34.949406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da805c92-24d4-44cb-8bb0-d3649cc9b3cc req-0fce159a-6bb9-432e-98f7-29fc8e8ec1b6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:34.951204 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-da805c92-24d4-44cb-8bb0-d3649cc9b3cc req-0fce159a-6bb9-432e-98f7-29fc8e8ec1b6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.3145375 Jan 15 10:19:34.954460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:34.958880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:34.964396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:35.008892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:35.012367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:35.019033 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] 10.222.0.75 "DELETE /v2.0/networks/2cc77bb2-8f9d-4a67-a467-8c08fcdd00a9 HTTP/1.1" status: 204 len: 168 time: 1.1382487 Jan 15 10:19:35.051347 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-da805c92-24d4-44cb-8bb0-d3649cc9b3cc req-f9fc2b0f-1712-4410-8537-b8dda43dcb56 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881629 Jan 15 10:19:35.261772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46208) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:35.316100 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1379d67e-aff2-4aec-8e46-bd2d66eec630 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4c85e7098be04404bcd7fe05f2665de3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0529518 Jan 15 10:19:35.319117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46212) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:35.387098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62ba42ca-7f87-4dcb-ad6b-955cdbfdab95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:35.420572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62ba42ca-7f87-4dcb-ad6b-955cdbfdab95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:35.472996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62ba42ca-7f87-4dcb-ad6b-955cdbfdab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:35.478722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-747d3a21-8cf5-40d1-9c14-8479f78a0df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:35.490347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba42ca-7f87-4dcb-ad6b-955cdbfdab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a7378d-83d6-47a1-a6f1-92143734e46d,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:35.495697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-62ba42ca-7f87-4dcb-ad6b-955cdbfdab95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:35.497875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-62ba42ca-7f87-4dcb-ad6b-955cdbfdab95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:35.499146 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-62ba42ca-7f87-4dcb-ad6b-955cdbfdab95 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52a7378d-83d6-47a1-a6f1-92143734e46d HTTP/1.1" status: 204 len: 168 time: 0.1789618 Jan 15 10:19:36.320588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f1f33-b4a1-4cf9-b915-7e3e1a94fcaa req-79dc0e01-f3f5-4a17-982c-158f7fae7b37 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:36.322485 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c6f1f33-b4a1-4cf9-b915-7e3e1a94fcaa req-79dc0e01-f3f5-4a17-982c-158f7fae7b37 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1265588 Jan 15 10:19:36.376845 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c6f1f33-b4a1-4cf9-b915-7e3e1a94fcaa req-82591a32-58f3-48fb-a662-37886411502c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476210 Jan 15 10:19:37.604946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 48ee94fc-34a8-4ce8-a631-aa5afcef560f up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:37.643896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f21901-7082-442e-9b04-ed31de0a671b req-afd41c4e-86a5-45fe-832f-bf104957baea tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:37.646163 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b9f21901-7082-442e-9b04-ed31de0a671b req-afd41c4e-86a5-45fe-832f-bf104957baea tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1142945 Jan 15 10:19:37.693139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 48ee94fc-34a8-4ce8-a631-aa5afcef560f triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:37.693557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:37.709221 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b9f21901-7082-442e-9b04-ed31de0a671b req-297a2c80-ad58-41ac-9e93-e1e869db9368 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557165 Jan 15 10:19:38.014778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 46278) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:38.177548 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:38.193101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:38.197691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f958982618d54982936feb0f7b8b281e is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:38.200677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:38.206445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:38.293456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:38.296147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:38.305574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6d5ba160-ea46-4080-9c5e-ec3a8c833266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:38.348979 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f958982618d54982936feb0f7b8b281e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329909 Jan 15 10:19:38.350691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0604d0dc-036c-4979-9d55-1426bd303ca5,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:38.352150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46286) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:38.359211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.359622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.360022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.360418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.360812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.361201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.361589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.361980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.362366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.362951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.363373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.363760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.367065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.368601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.368601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.368802 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:19:38.373664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:38.619155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-809b44a2-64d0-4138-b2e6-57dd1c09c57d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:38.646014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-809b44a2-64d0-4138-b2e6-57dd1c09c57d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:38.692058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-809b44a2-64d0-4138-b2e6-57dd1c09c57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:38.697074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-19baa465-0fa6-412a-8165-92d3e3156064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:38.710459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b44a2-64d0-4138-b2e6-57dd1c09c57d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0604d0dc-036c-4979-9d55-1426bd303ca5,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:38.713260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-809b44a2-64d0-4138-b2e6-57dd1c09c57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:38.714450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-809b44a2-64d0-4138-b2e6-57dd1c09c57d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:38.715698 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-809b44a2-64d0-4138-b2e6-57dd1c09c57d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0604d0dc-036c-4979-9d55-1426bd303ca5 HTTP/1.1" status: 204 len: 168 time: 0.3623440 Jan 15 10:19:38.954856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9589e-b9d1-4b1c-8108-62d3fa80531e req-9ceaa8de-368a-4499-a613-7f5683b40852 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:38.956521 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fbe9589e-b9d1-4b1c-8108-62d3fa80531e req-9ceaa8de-368a-4499-a613-7f5683b40852 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1106107 Jan 15 10:19:39.063018 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fbe9589e-b9d1-4b1c-8108-62d3fa80531e req-f1450570-43ae-4fd6-b449-c584e729472f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674157 Jan 15 10:19:39.089666 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-c5768d4c-4861-454c-9ff2-47a5c03777fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1263804 Jan 15 10:19:39.093147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46298) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:39.153967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.182411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:39.189593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Usage tracker for resource:security_group_rule and tenant:a95fc3acf27e44a59f932cae5fbc730a is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:39.194800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:39.201785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:39.238082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-0c831f09-445d-4cf9-a165-3914c387947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:39.239742 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-0c831f09-445d-4cf9-a165-3914c387947c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 1163 time: 0.1287847 Jan 15 10:19:39.408202 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.422618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.433267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:39.491685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-65925c14-9f07-40b0-b9f0-2a9dbf4605c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:39.493311 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-65925c14-9f07-40b0-b9f0-2a9dbf4605c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.2292440 Jan 15 10:19:39.495751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6039043a-19e3-4acd-b27d-c2dbcdcf00ea,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:39.500276 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a95fc3acf27e44a59f932cae5fbc730a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4060528 Jan 15 10:19:39.502520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:39.503043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46304) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:39.647902 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-00284b5d-cfa2-4b62-8deb-734fa1da9fd1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92b720b7-6956-4a8d-b089-4f7713aa9247 HTTP/1.1" status: 200 len: 1002 time: 0.1463828 Jan 15 10:19:39.704469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7408353a-df48-45e5-a4cb-f3ae948e2db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.751531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7408353a-df48-45e5-a4cb-f3ae948e2db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.767887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-542e2071-0bf2-4443-835e-87bdf840641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:39.769479 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-542e2071-0bf2-4443-835e-87bdf840641b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.1079850 Jan 15 10:19:39.870266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7408353a-df48-45e5-a4cb-f3ae948e2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.876551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-967204be-6ace-4dfa-a416-5958e22bcd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:39.893257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408353a-df48-45e5-a4cb-f3ae948e2db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6039043a-19e3-4acd-b27d-c2dbcdcf00ea,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:39.897692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-d380d29e-5b9d-42ca-b17b-9f0cec799331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:39.899287 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-d380d29e-5b9d-42ca-b17b-9f0cec799331 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1199188 Jan 15 10:19:39.900109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7408353a-df48-45e5-a4cb-f3ae948e2db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:39.902169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7408353a-df48-45e5-a4cb-f3ae948e2db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:39.903305 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7408353a-df48-45e5-a4cb-f3ae948e2db3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6039043a-19e3-4acd-b27d-c2dbcdcf00ea HTTP/1.1" status: 204 len: 168 time: 0.3993101 Jan 15 10:19:40.051973 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-d0424785-8177-42ba-ba73-a9ceea9a05c3 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430969 Jan 15 10:19:40.220713 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7a6f3123-5504-47c9-9f5f-23e0ad113311 req-8de73c66-dc85-4a67-baee-1ab1252033b7 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610596 Jan 15 10:19:40.323904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fe4f1-3d88-4d46-b867-94f84102bce4 req-09d0f81a-2980-494c-80eb-ae74a73fce62 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:40.325670 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ee5fe4f1-3d88-4d46-b867-94f84102bce4 req-09d0f81a-2980-494c-80eb-ae74a73fce62 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1076088 Jan 15 10:19:40.380379 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ee5fe4f1-3d88-4d46-b867-94f84102bce4 req-7ccd6219-63af-40fb-9ad1-481040783fca tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462241 Jan 15 10:19:41.630158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80899485-2476-42c9-81c8-8cb4af3e254b req-02d8ec5b-b04a-47b1-9312-900d8c50dcd8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:41.632606 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-80899485-2476-42c9-81c8-8cb4af3e254b req-02d8ec5b-b04a-47b1-9312-900d8c50dcd8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1077595 Jan 15 10:19:41.687948 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-80899485-2476-42c9-81c8-8cb4af3e254b req-9c2235a7-b090-46a9-9063-98ba693f93f1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484016 Jan 15 10:19:42.136535 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93879ab-222d-4f17-9d84-16141ecb52c2 req-206ea5de-da6c-4564-9b1a-65e2a132b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:42.138174 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a93879ab-222d-4f17-9d84-16141ecb52c2 req-206ea5de-da6c-4564-9b1a-65e2a132b023 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1163 time: 0.0766599 Jan 15 10:19:42.195552 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a93879ab-222d-4f17-9d84-16141ecb52c2 req-787fdd69-0b6d-444b-8dc4-de73410dc514 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 Jan 15 10:19:42.248956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:42.345928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:19:42.928974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059d971-7bdc-43d4-8328-23c06d6dad3a req-a2faf804-bb3f-47e5-9984-07cf68484cec tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:42.930723 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e059d971-7bdc-43d4-8328-23c06d6dad3a req-a2faf804-bb3f-47e5-9984-07cf68484cec tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1096044 Jan 15 10:19:42.988182 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e059d971-7bdc-43d4-8328-23c06d6dad3a req-fd8e5466-bb00-475a-ac9b-78605015ae10 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506189 Jan 15 10:19:43.386013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46396) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:43.550292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.566037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:43.570497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Usage tracker for resource:security_group_rule and tenant:565c673d3c1f4e03845039d2b55eea64 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:43.573351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:43.579524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:43.669046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 48ee94fc-34a8-4ce8-a631-aa5afcef560f up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:43.671385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.674643 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.683174 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-638505d0-bc5a-453e-9973-727f556fb165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:43.731517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 46404) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:43.731703 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=565c673d3c1f4e03845039d2b55eea64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442159 Jan 15 10:19:43.732593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98407101-9091-4c12-bacf-015abe4b1319,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:43.736728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:43.743873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 48ee94fc-34a8-4ce8-a631-aa5afcef560f triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:43.744297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.811888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dff31a56-3c0b-470c-80c0-7229c8bd8e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.843950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dff31a56-3c0b-470c-80c0-7229c8bd8e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.893312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dff31a56-3c0b-470c-80c0-7229c8bd8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.899126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4907d505-abe1-49a8-9fc1-8d970d0ef81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:43.914771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff31a56-3c0b-470c-80c0-7229c8bd8e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98407101-9091-4c12-bacf-015abe4b1319,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:43.918904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dff31a56-3c0b-470c-80c0-7229c8bd8e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:43.925866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dff31a56-3c0b-470c-80c0-7229c8bd8e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:43.929630 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-dff31a56-3c0b-470c-80c0-7229c8bd8e00 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/98407101-9091-4c12-bacf-015abe4b1319 HTTP/1.1" status: 204 len: 168 time: 0.1934121 Jan 15 10:19:44.228319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c759bc-e826-4b03-809b-2501ec2ab91e req-9d090869-c5ae-479e-8614-49937f464ea0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:44.230191 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-53c759bc-e826-4b03-809b-2501ec2ab91e req-9d090869-c5ae-479e-8614-49937f464ea0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1042550 Jan 15 10:19:44.283637 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-53c759bc-e826-4b03-809b-2501ec2ab91e req-3bb59453-7d9e-43df-9d92-3ee50b1afbbe tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471580 Jan 15 10:19:44.288858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46416) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:44.311024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:44.329789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:44.333965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Usage tracker for resource:security_group_rule and tenant:264200832a3748f4a67150306c512588 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:44.339246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:44.345064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:44.454161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:44.457211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:44.466720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-530232f0-e3dd-4ef4-b23f-71745ab3a657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:44.508959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d8fa04-f9c4-4237-90ac-a7acadfa79fd,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:44.516640 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=264200832a3748f4a67150306c512588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266307 Jan 15 10:19:44.517653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 46424) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:44.517781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:44.590761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5133a609-1313-4c94-a6dc-2ee55af4b50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:44.626128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5133a609-1313-4c94-a6dc-2ee55af4b50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:44.680867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5133a609-1313-4c94-a6dc-2ee55af4b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:44.686761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-88368f8f-e149-41bb-a8d3-75f7e41b9c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:44.703017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133a609-1313-4c94-a6dc-2ee55af4b50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d8fa04-f9c4-4237-90ac-a7acadfa79fd,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:44.708274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5133a609-1313-4c94-a6dc-2ee55af4b50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:44.710607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5133a609-1313-4c94-a6dc-2ee55af4b50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:44.714848 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5133a609-1313-4c94-a6dc-2ee55af4b50b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/58d8fa04-f9c4-4237-90ac-a7acadfa79fd HTTP/1.1" status: 204 len: 168 time: 0.1958594 Jan 15 10:19:44.803823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-9678395e-05e1-4caa-93f5-1d8a985411a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:44.805537 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-9678395e-05e1-4caa-93f5-1d8a985411a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1163 time: 0.1543746 Jan 15 10:19:44.864400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a81683-0bff-4a42-a470-a1cbb99f1814 req-60630253-de54-4ee4-aebe-a49d7ab134bd tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:44.866085 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d2a81683-0bff-4a42-a470-a1cbb99f1814 req-60630253-de54-4ee4-aebe-a49d7ab134bd tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1553280 Jan 15 10:19:45.005999 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d2a81683-0bff-4a42-a470-a1cbb99f1814 req-61ff5fb8-60de-48ad-a2c4-f8550a853d6b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839221 Jan 15 10:19:45.037749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-04a702c9-e213-4011-9e2e-0b9cb0322db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:45.037749 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-04a702c9-e213-4011-9e2e-0b9cb0322db8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 912 time: 0.2241068 Jan 15 10:19:45.117285 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-8c255fd8-2872-4d72-8517-0df756a57c4b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f HTTP/1.1" status: 200 len: 217 time: 0.0735478 Jan 15 10:19:45.187029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-ca45c8b6-7c68-4399-b5b6-716ece2be068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:45.188668 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-ca45c8b6-7c68-4399-b5b6-716ece2be068 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.0650768 Jan 15 10:19:45.244072 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-b152eeb6-1c19-4d0d-9347-6007c1954e24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472279 Jan 15 10:19:45.394311 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-b2c87ac2-2be4-4a2b-b33e-437d80349693 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419582 Jan 15 10:19:45.550664 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-598178dc-4a1e-46f6-8b97-58dbcd04743f req-cffdef04-d771-45e9-87b6-1cba10af3b9d service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423037 Jan 15 10:19:45.659780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2e573e-48a1-4ad9-88b2-52f2427dd5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:46.254927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef151bc9-e314-48fc-bc42-fefecda46c76 req-ea645398-e93c-4e17-b1a5-c633b332f34b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:46.256591 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ef151bc9-e314-48fc-bc42-fefecda46c76 req-ea645398-e93c-4e17-b1a5-c633b332f34b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1099281 Jan 15 10:19:46.308998 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ef151bc9-e314-48fc-bc42-fefecda46c76 req-08b7f02f-34ef-42fc-a438-807d24bc72ac tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458810 Jan 15 10:19:47.553265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc644b7-1b08-4d61-b7d3-a215462584b3 req-e7b84fb4-502d-4d5f-a65c-069481007ad6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:47.555518 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fdc644b7-1b08-4d61-b7d3-a215462584b3 req-e7b84fb4-502d-4d5f-a65c-069481007ad6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1029758 Jan 15 10:19:47.608842 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fdc644b7-1b08-4d61-b7d3-a215462584b3 req-eb20e66e-4b9c-45f6-b77a-212bbe32983c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462754 Jan 15 10:19:47.732553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 48ee94fc-34a8-4ce8-a631-aa5afcef560f up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:19:47.805028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 48ee94fc-34a8-4ce8-a631-aa5afcef560f triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:19:47.805447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:47.932003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-43160ad9-64d1-4ba5-a98d-482eedb6bb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:48.317966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:48.838461 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9397b3-8a26-4b16-8b46-988fc2255b84 req-32ffb8a1-0311-472e-b623-f81a412ba900 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:48.840930 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df9397b3-8a26-4b16-8b46-988fc2255b84 req-32ffb8a1-0311-472e-b623-f81a412ba900 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1021068 Jan 15 10:19:48.896214 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df9397b3-8a26-4b16-8b46-988fc2255b84 req-0b5e7cac-43db-420f-97fd-d3e91d3c5bf5 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488853 Jan 15 10:19:49.549363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:50.340704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:52.855739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cc84d-b2b7-47fa-b695-1d624bcc3ef9 req-f01ffa54-2ab2-4346-8fc2-745a2e101b65 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:19:52.857384 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c65cc84d-b2b7-47fa-b695-1d624bcc3ef9 req-f01ffa54-2ab2-4346-8fc2-745a2e101b65 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1010275 Jan 15 10:19:52.909396 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c65cc84d-b2b7-47fa-b695-1d624bcc3ef9 req-a1837f48-ab96-4c91-81f9-9c8631526e40 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458543 Jan 15 10:19:56.390282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 46608) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:56.552828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:56.570192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:56.574313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Usage tracker for resource:security_group_rule and tenant:056403b475364ed9be9027b0f8c626b6 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:56.577353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:56.583120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:56.670288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:56.673202 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:56.682405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-92f05e5c-938e-46bc-8b06-b4fec1749a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:56.725510 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=056403b475364ed9be9027b0f8c626b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337615 Jan 15 10:19:56.726946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d666e1-f529-4fa8-82ab-bdfad4b6f329,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:56.729695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46618) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:56.730661 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:56.791902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6be27909-9dc6-4bb8-968f-106d0f4a6127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:56.822686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6be27909-9dc6-4bb8-968f-106d0f4a6127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:56.872244 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6be27909-9dc6-4bb8-968f-106d0f4a6127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:56.876147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6bca053c-5767-40d2-8c65-74c69a683b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:56.891018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be27909-9dc6-4bb8-968f-106d0f4a6127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d666e1-f529-4fa8-82ab-bdfad4b6f329,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:56.893773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6be27909-9dc6-4bb8-968f-106d0f4a6127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:56.904121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6be27909-9dc6-4bb8-968f-106d0f4a6127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:56.905329 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6be27909-9dc6-4bb8-968f-106d0f4a6127 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83d666e1-f529-4fa8-82ab-bdfad4b6f329 HTTP/1.1" status: 204 len: 168 time: 0.1745670 Jan 15 10:19:57.248648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46628) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:57.268103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:57.283698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:57.287763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Usage tracker for resource:security_group_rule and tenant:3422afa6881b4fb1809d6866e0c4a103 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:57.290676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:57.296407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:57.381059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:57.384528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:57.393994 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-577373f4-5661-4089-bda5-ac448675c5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:57.437210 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3422afa6881b4fb1809d6866e0c4a103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873007 Jan 15 10:19:57.438930 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16862792-e607-4e81-858f-a393f4520e61,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:57.440065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 46632) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:57.442670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:57.504656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3728002-50dd-42d6-ab10-e84d682bcc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:57.533262 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3728002-50dd-42d6-ab10-e84d682bcc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:57.581615 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3728002-50dd-42d6-ab10-e84d682bcc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:57.586720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5bcaf33d-8b14-4cc9-bc60-53965a2f0821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:57.601922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728002-50dd-42d6-ab10-e84d682bcc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16862792-e607-4e81-858f-a393f4520e61,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:57.604777 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b3728002-50dd-42d6-ab10-e84d682bcc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:57.611601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3728002-50dd-42d6-ab10-e84d682bcc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:57.615445 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b3728002-50dd-42d6-ab10-e84d682bcc8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16862792-e607-4e81-858f-a393f4520e61 HTTP/1.1" status: 204 len: 168 time: 0.1742918 Jan 15 10:19:59.005491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 46672) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:59.156445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:59.171938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:19:59.176045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Usage tracker for resource:security_group_rule and tenant:5c01eb78fedc42a2a0240d1a17fa3267 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:19:59.179576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:19:59.185453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:19:59.273275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:59.276210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:59.285476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c0552007-49c5-4196-8dc0-3905e6202276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:59.328987 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c01eb78fedc42a2a0240d1a17fa3267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223484 Jan 15 10:19:59.330686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b40afa4-9453-4052-b3ad-45335655e675,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:59.331907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46680) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:19:59.334202 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:59.398451 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08cb8684-4eba-4a98-9de1-ece8a26beb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:59.426325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08cb8684-4eba-4a98-9de1-ece8a26beb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:59.471038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08cb8684-4eba-4a98-9de1-ece8a26beb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:59.476492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-62ba42ca-7f87-4dcb-ad6b-955cdbfdab95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:19:59.488770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb8684-4eba-4a98-9de1-ece8a26beb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b40afa4-9453-4052-b3ad-45335655e675,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:19:59.494623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-08cb8684-4eba-4a98-9de1-ece8a26beb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:19:59.499019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08cb8684-4eba-4a98-9de1-ece8a26beb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:19:59.502457 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-08cb8684-4eba-4a98-9de1-ece8a26beb45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7b40afa4-9453-4052-b3ad-45335655e675 HTTP/1.1" status: 204 len: 168 time: 0.1672590 Jan 15 10:20:01.176658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46734) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:01.332950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.348660 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:01.352966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Usage tracker for resource:security_group_rule and tenant:dedbd684e94b4160907b6654a45192ab is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:01.355987 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:01.361932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:01.461993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.466833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.477586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5eadc1fe-4744-4795-8cec-7c791dfbe5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:01.526252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc3a41-410b-442d-a5db-d92e3138ecc0,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:01.531146 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dedbd684e94b4160907b6654a45192ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533659 Jan 15 10:20:01.532095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f474f292-1c2d-4ffc-89e4-20854c512d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:01.533886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 46746) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:01.598005 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-70ca2589-0811-4971-8cd3-f8eb6978ad61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.626134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-70ca2589-0811-4971-8cd3-f8eb6978ad61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.672183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-70ca2589-0811-4971-8cd3-f8eb6978ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.677183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-09cd03f9-c3f4-446c-8ccb-6425d094b44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:01.690090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca2589-0811-4971-8cd3-f8eb6978ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc3a41-410b-442d-a5db-d92e3138ecc0,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:01.693520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-70ca2589-0811-4971-8cd3-f8eb6978ad61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:01.695587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-70ca2589-0811-4971-8cd3-f8eb6978ad61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:01.696812 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-70ca2589-0811-4971-8cd3-f8eb6978ad61 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89fc3a41-410b-442d-a5db-d92e3138ecc0 HTTP/1.1" status: 204 len: 168 time: 0.1618872 Jan 15 10:20:11.066431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93039e8f-6606-4da7-a9b1-c0b8088aec42 req-5e849117-0b63-412f-9a9d-08f83daf6e56 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:11.068362 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-93039e8f-6606-4da7-a9b1-c0b8088aec42 req-5e849117-0b63-412f-9a9d-08f83daf6e56 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1062346 Jan 15 10:20:11.299405 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-93039e8f-6606-4da7-a9b1-c0b8088aec42 req-22c2fa8b-e7b7-4e74-a889-7b58703b3493 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230408 Jan 15 10:20:12.534907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8428ab-4bf9-47cd-9fc9-801c5c13deff req-57dd09af-e1f1-42c9-9a87-97d677ce8ece tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:12.536520 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5b8428ab-4bf9-47cd-9fc9-801c5c13deff req-57dd09af-e1f1-42c9-9a87-97d677ce8ece tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1007299 Jan 15 10:20:12.588516 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5b8428ab-4bf9-47cd-9fc9-801c5c13deff req-b59318c9-701d-4e5d-861b-464a2fbb05a1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Jan 15 10:20:12.653810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:13.721675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-d713ee5e-b83d-4175-887d-2bc4ec44f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:13.723331 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-d713ee5e-b83d-4175-887d-2bc4ec44f79c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1163 time: 0.0835261 Jan 15 10:20:13.958581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a3e07-d3e6-4883-8a6d-bb14ba81eac6 req-bb9b7d8f-bb68-4b9f-ad36-e35a03ac0107 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:13.960179 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1a3e07-d3e6-4883-8a6d-bb14ba81eac6 req-bb9b7d8f-bb68-4b9f-ad36-e35a03ac0107 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.2343822 Jan 15 10:20:13.962063 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-97cdcaa1-cd13-4e5c-a850-c1c8bd477b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:13.963547 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-97cdcaa1-cd13-4e5c-a850-c1c8bd477b38 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 912 time: 0.1991532 Jan 15 10:20:14.059297 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-359135a3-b0e8-4395-a54c-0c54860de2b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f HTTP/1.1" status: 200 len: 217 time: 0.0742819 Jan 15 10:20:14.142282 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1a3e07-d3e6-4883-8a6d-bb14ba81eac6 req-70052ceb-17ae-4baf-b25f-727c7cf0db6c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759400 Jan 15 10:20:14.161453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-7a52339e-f2c0-4950-8be1-4dded6ff0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:14.162887 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-7a52339e-f2c0-4950-8be1-4dded6ff0f0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.0934870 Jan 15 10:20:14.213686 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-e6d722ba-f52b-4746-9e56-6a2b5e00c975 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428863 Jan 15 10:20:14.361694 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-1b7ea0d9-061a-4c82-aa37-02d177729059 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398468 Jan 15 10:20:14.509911 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fda98bf6-be9c-48ea-a240-eb2b221269a6 req-09b24c6b-b298-4826-b2e5-db595a7382e3 service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402617 Jan 15 10:20:15.374586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b86627-3961-4578-8efa-6dec1a554851 req-a6cf843b-ca9d-4989-8e5c-e0c5c263f56d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:15.376355 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8b86627-3961-4578-8efa-6dec1a554851 req-a6cf843b-ca9d-4989-8e5c-e0c5c263f56d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1049459 Jan 15 10:20:15.438115 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a8b86627-3961-4578-8efa-6dec1a554851 req-e8cfcf7a-6ba4-4b82-95b7-6a5e99c28052 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540037 Jan 15 10:20:15.662137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1a599a80-ef44-462b-ba1e-94b902b43ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:16.677921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85a5b5-7268-4f9c-bef8-a61d986cdacb req-ca4bfb23-b7b7-4f93-a25e-8527e26b7795 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:16.679576 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-da85a5b5-7268-4f9c-bef8-a61d986cdacb req-ca4bfb23-b7b7-4f93-a25e-8527e26b7795 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1071279 Jan 15 10:20:16.731415 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-da85a5b5-7268-4f9c-bef8-a61d986cdacb req-f6d99019-7e84-40e7-9183-8283e3611c8b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455453 Jan 15 10:20:17.908008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b346ea41-7837-416b-a10c-082fa55a1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:17.963049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ddeb1-4236-4594-9afd-d81011ec3354 req-ad6b8035-c911-4f5a-bde9-14c43beab890 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:17.964670 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-da3ddeb1-4236-4594-9afd-d81011ec3354 req-ad6b8035-c911-4f5a-bde9-14c43beab890 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1056571 Jan 15 10:20:18.016921 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-da3ddeb1-4236-4594-9afd-d81011ec3354 req-19b6d064-d17f-4699-90e0-7faaafa75227 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460017 Jan 15 10:20:18.324092 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:19.250958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2e252-a643-4363-8aaa-59960d1e6b8d req-f7146040-34ad-43ab-9a25-74ccf12c2def tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:19.252600 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fdc2e252-a643-4363-8aaa-59960d1e6b8d req-f7146040-34ad-43ab-9a25-74ccf12c2def tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1001856 Jan 15 10:20:19.306414 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fdc2e252-a643-4363-8aaa-59960d1e6b8d req-e8be654d-07c1-40fc-a788-68d2b6ef3a4f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Jan 15 10:20:19.355350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:20:19.551135 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:20.025718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd129406-aa47-4bda-a191-16aada380b54 req-bd72fe66-aa74-435c-a5c2-9bbeee1d15d0 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:20.027383 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bd129406-aa47-4bda-a191-16aada380b54 req-bd72fe66-aa74-435c-a5c2-9bbeee1d15d0 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 946 time: 0.1025941 Jan 15 10:20:20.079972 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bd129406-aa47-4bda-a191-16aada380b54 req-aa139736-be4f-4ad6-b6e9-ecc32092ef34 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Jan 15 10:20:20.345264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:20.540957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed987ba-f5e4-4c68-bf23-1199068b2168 req-0b68ee9a-a667-465a-8058-8e39b07a797c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:20.542605 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-aed987ba-f5e4-4c68-bf23-1199068b2168 req-0b68ee9a-a667-465a-8058-8e39b07a797c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1051030 Jan 15 10:20:20.596015 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-aed987ba-f5e4-4c68-bf23-1199068b2168 req-2b957ecc-d25b-4cd1-b280-4277b98cd75d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470991 Jan 15 10:20:21.307678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86502d-61ea-4c71-aafe-9bcca28dcf2d req-ffb77280-c6cb-403c-bfb4-368a64d3a731 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:21.309289 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b86502d-61ea-4c71-aafe-9bcca28dcf2d req-ffb77280-c6cb-403c-bfb4-368a64d3a731 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 946 time: 0.0992372 Jan 15 10:20:21.363165 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b86502d-61ea-4c71-aafe-9bcca28dcf2d req-84efeaba-bd32-4b03-b204-86a4c59d534c tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476112 Jan 15 10:20:21.830592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff080a8f-5d07-40eb-bdf3-accdafbd5c9d req-840fa979-37df-4e08-a35c-d86e6f98ffe3 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:21.832305 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ff080a8f-5d07-40eb-bdf3-accdafbd5c9d req-840fa979-37df-4e08-a35c-d86e6f98ffe3 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1049836 Jan 15 10:20:21.876317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 41247016-d6e1-4591-9c90-1240502d3fff no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:20:21.942073 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ff080a8f-5d07-40eb-bdf3-accdafbd5c9d req-b934635c-cdb5-4cab-8ddc-e59adc0d43e8 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019719 Jan 15 10:20:22.000273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-23ec42d1-0cce-4967-beff-92e66e2f9960 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:22.002295 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-23ec42d1-0cce-4967-beff-92e66e2f9960 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.64 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 946 time: 0.1431956 Jan 15 10:20:22.083991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Deleting port 41247016-d6e1-4591-9c90-1240502d3fff {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:22.084376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:22.147532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:22.175398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41247016-d6e1-4591-9c90-1240502d3fff'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:22.186611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 41247016-d6e1-4591-9c90-1240502d3fff, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=41247016-d6e1-4591-9c90-1240502d3fff,segment=NetworkSegment(97b00143-fcca-4381-8afc-86bc134ab4f5),segment_id=97b00143-fcca-4381-8afc-86bc134ab4f5)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:22.190372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:22.193261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-20b1c672-88f6-43ef-ba47-806f56c20c14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:22.244971 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41247016-d6e1-4591-9c90-1240502d3fff', 'code': 200} Jan 15 10:20:22.265079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=41247016-d6e1-4591-9c90-1240502d3fff,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:22.273246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.273624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.274000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.274372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.274744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.275190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.275554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.275918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.276281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.276644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.277002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.277365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.277760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.278127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.278487 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.278908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.279405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.279925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.280365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.280740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.281111 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.281468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.281821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.282175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:22.286762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:22.348710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] For port 41247016-d6e1-4591-9c90-1240502d3fff, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=41247016-d6e1-4591-9c90-1240502d3fff,segment=NetworkSegment(97b00143-fcca-4381-8afc-86bc134ab4f5),segment_id=97b00143-fcca-4381-8afc-86bc134ab4f5)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:22.349110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:22.479580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Calling delete_port for 41247016-d6e1-4591-9c90-1240502d3fff owned by compute:nova {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:22.648466 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88394d-5fd9-4fb3-9cc8-1ea5d00d7ef7 req-d8910d4a-53f3-4bed-a763-de7e74f0a0f4 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:22.650088 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1a88394d-5fd9-4fb3-9cc8-1ea5d00d7ef7 req-d8910d4a-53f3-4bed-a763-de7e74f0a0f4 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 944 time: 0.1422236 Jan 15 10:20:22.652182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:20:22.652546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:20:22.702665 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1a88394d-5fd9-4fb3-9cc8-1ea5d00d7ef7 req-3f4682e5-7297-4af9-8a49-c6396a84e88a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Jan 15 10:20:23.154928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Deleting port 41247016-d6e1-4591-9c90-1240502d3fff {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:23.155333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:23.237659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde67d56-a9e8-42ad-989c-c48aeb5abca4 req-3672018e-8ba5-45f8-ac86-5ddaa2d27652 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:23.239258 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cde67d56-a9e8-42ad-989c-c48aeb5abca4 req-3672018e-8ba5-45f8-ac86-5ddaa2d27652 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1528378 Jan 15 10:20:23.359985 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cde67d56-a9e8-42ad-989c-c48aeb5abca4 req-a9fb4e90-3400-4a4c-95c9-76a2240c96e0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125629 Jan 15 10:20:23.490329 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] For port 41247016-d6e1-4591-9c90-1240502d3fff, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=41247016-d6e1-4591-9c90-1240502d3fff,segment=NetworkSegment(97b00143-fcca-4381-8afc-86bc134ab4f5),segment_id=97b00143-fcca-4381-8afc-86bc134ab4f5)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:23.490815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:23.626474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Calling delete_port for 41247016-d6e1-4591-9c90-1240502d3fff owned by compute:nova {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:24.027858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafd900-d044-4012-a393-e2b88ae32be7 req-8c050c0f-da43-4ae5-b766-8b9c21d6592a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:24.029425 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0eafd900-d044-4012-a393-e2b88ae32be7 req-8c050c0f-da43-4ae5-b766-8b9c21d6592a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 944 time: 0.1881773 Jan 15 10:20:24.085187 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:24.107088 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0eafd900-d044-4012-a393-e2b88ae32be7 req-cb7893d4-21c3-433c-aead-548b17bc084d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712276 Jan 15 10:20:24.107675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:24.156236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Pushing event deleted for resources: {'Port': ['ID=41247016-d6e1-4591-9c90-1240502d3fff,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:24.203829 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:24.311359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] No DVR routers for this DVR port 41247016-d6e1-4591-9c90-1240502d3fff on host hv-cinder-76859 {{(pid=80045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:20:24.313411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:24.317596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'name': 'network-vif-deleted', 'tag': '41247016-d6e1-4591-9c90-1240502d3fff'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:24.324862 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5084870c-9234-4df8-91a0-0e1e428b26b6 req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.64 "DELETE /v2.0/ports/41247016-d6e1-4591-9c90-1240502d3fff HTTP/1.1" status: 204 len: 173 time: 2.3169348 Jan 15 10:20:24.379893 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa699ca2-d4e6-4abc-917f-a690d9b7d7a7', 'name': 'network-vif-deleted', 'tag': '41247016-d6e1-4591-9c90-1240502d3fff', 'status': 'completed', 'code': 200} Jan 15 10:20:24.591476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8d119-bd62-4342-956e-d5e39a8cbb29 req-70f66771-adf5-450b-9b46-bbd1df90c626 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:24.592989 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ffa8d119-bd62-4342-956e-d5e39a8cbb29 req-70f66771-adf5-450b-9b46-bbd1df90c626 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.0984817 Jan 15 10:20:24.643569 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ffa8d119-bd62-4342-956e-d5e39a8cbb29 req-57c5a7b8-d125-4435-9abc-7ba8ec5e3b26 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Jan 15 10:20:25.287569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-5f117d38-45ac-4d6d-968b-b4fd634acb77 req-b8dc01b0-5ca9-4267-861c-28d1248c0d3a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Synchronizing usage tracker for tenant:5b6f3160b1a74f4b91b47306973c76b3 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:20:25.302631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-5f117d38-45ac-4d6d-968b-b4fd634acb77 req-b8dc01b0-5ca9-4267-861c-28d1248c0d3a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Unset dirty status for tenant:5b6f3160b1a74f4b91b47306973c76b3 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:20:25.303911 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f117d38-45ac-4d6d-968b-b4fd634acb77 req-b8dc01b0-5ca9-4267-861c-28d1248c0d3a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 210 time: 0.0642970 Jan 15 10:20:25.873831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ad210-fa85-4877-804e-ab7685ce3d13 req-5c122e39-4293-4349-a4bc-ff70bfcbc08a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:25.875623 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-248ad210-fa85-4877-804e-ab7685ce3d13 req-5c122e39-4293-4349-a4bc-ff70bfcbc08a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1011078 Jan 15 10:20:25.927989 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-248ad210-fa85-4877-804e-ab7685ce3d13 req-28e03bc0-e292-4387-9ff5-d7e661699681 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Jan 15 10:20:26.482574 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e8396a67-8661-45ad-883f-63aa1c6481c5 req-986e9d80-a919-440e-af5d-80caf9f0f6fe tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=fa699ca2-d4e6-4abc-917f-a690d9b7d7a7 HTTP/1.1" status: 200 len: 210 time: 0.0485435 Jan 15 10:20:27.162191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86141b3f-9cd3-49b4-9def-1ce963eceda0 req-f4ea2544-b501-4649-8d43-6b582b4fada2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:27.164030 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-86141b3f-9cd3-49b4-9def-1ce963eceda0 req-f4ea2544-b501-4649-8d43-6b582b4fada2 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1009457 Jan 15 10:20:27.216484 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-86141b3f-9cd3-49b4-9def-1ce963eceda0 req-c994236f-a7f0-45e5-9aab-f5410799ccac tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454752 Jan 15 10:20:28.010780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cfafd-c335-4dd1-af38-49829030a3f8 req-6f9537ed-56a1-4ea0-96aa-80c4ac42dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:28.012427 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ed7cfafd-c335-4dd1-af38-49829030a3f8 req-6f9537ed-56a1-4ea0-96aa-80c4ac42dab2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1163 time: 0.0776937 Jan 15 10:20:28.062215 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ed7cfafd-c335-4dd1-af38-49829030a3f8 req-e4357e99-b218-40c5-9452-ca87748932f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383682 Jan 15 10:20:28.444377 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ded6a8-7491-4451-9589-59d0a6632b62 req-25926630-2815-470a-97f2-a1b775d6d857 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:28.446014 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-28ded6a8-7491-4451-9589-59d0a6632b62 req-25926630-2815-470a-97f2-a1b775d6d857 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1004949 Jan 15 10:20:28.497240 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-28ded6a8-7491-4451-9589-59d0a6632b62 req-3f67b6b2-c318-4502-b303-309eb79fda27 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Jan 15 10:20:29.733079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2360c6-f20b-4adf-a554-49153c63f840 req-9fbbfcc2-c3f3-47f3-a2a9-81d2fbc02fcb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:29.734764 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba2360c6-f20b-4adf-a554-49153c63f840 req-9fbbfcc2-c3f3-47f3-a2a9-81d2fbc02fcb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1063788 Jan 15 10:20:29.785916 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba2360c6-f20b-4adf-a554-49153c63f840 req-1c1cfce5-a1ba-4425-9a46-28a0ef6eaba5 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Jan 15 10:20:31.023800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f8b8b-20c5-4fb8-83f0-f8352337da43 req-3975c4dc-8772-448c-94e3-ededb012de71 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:31.025377 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b11f8b8b-20c5-4fb8-83f0-f8352337da43 req-3975c4dc-8772-448c-94e3-ededb012de71 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1064422 Jan 15 10:20:31.077786 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b11f8b8b-20c5-4fb8-83f0-f8352337da43 req-61e14fa7-0f13-411b-bf00-38db594e3ff4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Jan 15 10:20:32.317721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c5c8b-efc3-4162-b7cf-48effbe0e026 req-24d587db-76ea-4596-a02c-390561ce1437 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:32.319444 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b18c5c8b-efc3-4162-b7cf-48effbe0e026 req-24d587db-76ea-4596-a02c-390561ce1437 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1072412 Jan 15 10:20:32.375250 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b18c5c8b-efc3-4162-b7cf-48effbe0e026 req-e430ef1a-107b-4dc7-bc42-583551a4b324 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467839 Jan 15 10:20:33.006061 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228034f0-854b-4f52-8530-8febaf93e282 req-d6c3820c-8b3c-405a-b8fb-e15fcf031449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:33.007655 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-228034f0-854b-4f52-8530-8febaf93e282 req-d6c3820c-8b3c-405a-b8fb-e15fcf031449 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e9f425fe3564fe88af3acef114d2d93&device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 1163 time: 0.1399581 Jan 15 10:20:33.042529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffa1f9-5208-4028-a4d4-56117d49a8a4 req-10193c97-9e07-4e18-ac92-119651f8716d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:33.044130 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c5ffa1f9-5208-4028-a4d4-56117d49a8a4 req-10193c97-9e07-4e18-ac92-119651f8716d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1160436 Jan 15 10:20:33.098815 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c5ffa1f9-5208-4028-a4d4-56117d49a8a4 req-1b437d9f-aba2-4796-a706-cffd6456a72d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484262 Jan 15 10:20:33.905453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228034f0-854b-4f52-8530-8febaf93e282 req-15593528-8aad-4bf5-b790-ce3aac08df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:33.907032 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-228034f0-854b-4f52-8530-8febaf93e282 req-15593528-8aad-4bf5-b790-ce3aac08df31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 200 len: 912 time: 0.1403978 Jan 15 10:20:34.330664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6d2b0-3f69-4cda-af39-de32ad70d77f req-aa0974ac-a99b-4020-882f-eacd84e609dd tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:34.332389 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a2e6d2b0-3f69-4cda-af39-de32ad70d77f req-aa0974ac-a99b-4020-882f-eacd84e609dd tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.0990179 Jan 15 10:20:34.383737 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a2e6d2b0-3f69-4cda-af39-de32ad70d77f req-233b028e-c338-4da4-bdf6-671bf5704a80 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Jan 15 10:20:35.626297 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-228034f0-854b-4f52-8530-8febaf93e282 req-28e921d1-48b9-4bb6-9511-4539bd58db88 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f HTTP/1.1" status: 200 len: 217 time: 0.1106727 Jan 15 10:20:35.713689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228034f0-854b-4f52-8530-8febaf93e282 req-f9fe5a3a-3309-4563-a06f-1bf3b029d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:35.715050 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-228034f0-854b-4f52-8530-8febaf93e282 req-f9fe5a3a-3309-4563-a06f-1bf3b029d877 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 200 len: 858 time: 0.0787516 Jan 15 10:20:35.741189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb541e7-13df-4ecc-b4a6-44b01af9f0f8 req-b10e81e7-d32d-4e4f-ad4f-9b0c29d29edd tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:35.746250 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-adb541e7-13df-4ecc-b4a6-44b01af9f0f8 req-b10e81e7-d32d-4e4f-ad4f-9b0c29d29edd tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.2286508 Jan 15 10:20:35.802821 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-228034f0-854b-4f52-8530-8febaf93e282 req-2d136a0b-99c7-4ed8-982f-bfb0a1d943c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589795 Jan 15 10:20:35.911395 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-adb541e7-13df-4ecc-b4a6-44b01af9f0f8 req-1a5fa14e-d26e-40f0-9062-3dcc3fd7150d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336975 Jan 15 10:20:35.968600 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-228034f0-854b-4f52-8530-8febaf93e282 req-c3c3d7b0-f14b-43fe-9667-980a5802100e service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576977 Jan 15 10:20:37.145696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24357c-b253-4860-94d2-579910ec42b9 req-e1932173-559e-4721-81c4-a4c8ec94e4b4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:37.147319 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6f24357c-b253-4860-94d2-579910ec42b9 req-e1932173-559e-4721-81c4-a4c8ec94e4b4 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1049449 Jan 15 10:20:37.196944 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6f24357c-b253-4860-94d2-579910ec42b9 req-ddc2b27c-da7d-4263-80d8-5334c13ad77b tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433180 Jan 15 10:20:38.436243 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0fa77-f6e9-4ccd-8acc-f968ec8b5082 req-fa0527dd-71df-4b09-92cb-530ad9eee708 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:38.437157 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0ce0fa77-f6e9-4ccd-8acc-f968ec8b5082 req-fa0527dd-71df-4b09-92cb-530ad9eee708 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1037970 Jan 15 10:20:38.495355 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0ce0fa77-f6e9-4ccd-8acc-f968ec8b5082 req-d71a789f-bb14-45d2-92cb-3e1605036c0e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499222 Jan 15 10:20:38.674010 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-228034f0-854b-4f52-8530-8febaf93e282 req-8052706b-a358-4c5f-bb3e-569e128fa33a service neutron] 10.222.0.64 "GET /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443329 Jan 15 10:20:39.446969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-a5d6f876-03c3-4fe6-8866-d78120c7a25b tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:39.448826 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-a5d6f876-03c3-4fe6-8866-d78120c7a25b tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/networks?id=8660a06d-010b-4a57-a910-9315cd9afbe1 HTTP/1.1" status: 200 len: 814 time: 0.1890473 Jan 15 10:20:39.466427 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-a80ad29f-b7aa-4676-bccf-554dbe7536a8 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/quotas/5b6f3160b1a74f4b91b47306973c76b3 HTTP/1.1" status: 200 len: 375 time: 0.0114281 Jan 15 10:20:39.518278 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-07bff79f-d11f-4c49-9ef7-950b70631e55 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b6f3160b1a74f4b91b47306973c76b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461090 Jan 15 10:20:39.729867 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-1d9eedd6-084d-4310-9282-20530be45ac4 service neutron] 10.222.0.75 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032366 Jan 15 10:20:39.864392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c918f-55dc-4ee6-a706-dbaa60411f74 req-589e6f5b-d429-423c-ba1f-da32e8bdd1bb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:39.866103 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b4c918f-55dc-4ee6-a706-dbaa60411f74 req-589e6f5b-d429-423c-ba1f-da32e8bdd1bb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.2258282 Jan 15 10:20:39.949678 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-67a937f4-26eb-4c5e-bbf3-9bed6bfc0d74 service neutron] 10.222.0.75 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2124341 Jan 15 10:20:39.955495 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b4c918f-55dc-4ee6-a706-dbaa60411f74 req-d58e8903-59f8-40a0-9cb7-b7c501afae13 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810325 Jan 15 10:20:40.177355 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26c87605-5ed1-4de6-829a-20e8e64b17da req-b9e8d03c-6a0d-426a-9dfc-99c1a563a96f tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 210 time: 0.0671587 Jan 15 10:20:40.619928 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-ce7808e9-bcd1-4c2d-9f5d-5023c32971ee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0814915 Jan 15 10:20:40.972742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-50895302-e782-486c-b2d9-08b93127fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:40.974264 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-50895302-e782-486c-b2d9-08b93127fc7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 1163 time: 0.2698700 Jan 15 10:20:41.207492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-d7d10349-d8c8-4d75-a77b-e80e3ed01fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:41.209125 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-d7d10349-d8c8-4d75-a77b-e80e3ed01fad service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.2107658 Jan 15 10:20:41.241782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdf27d-30c1-4b7a-ae36-45594916f6ab req-a40c0102-6e64-4048-a61f-6d7f3a857c15 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:41.243371 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8dfdf27d-30c1-4b7a-ae36-45594916f6ab req-a40c0102-6e64-4048-a61f-6d7f3a857c15 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1461096 Jan 15 10:20:41.321468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-35a424c3-b0f3-4b37-b5fd-9512939d40a0 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:41.323353 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-35a424c3-b0f3-4b37-b5fd-9512939d40a0 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.64 "GET /v2.0/networks?id=8660a06d-010b-4a57-a910-9315cd9afbe1 HTTP/1.1" status: 200 len: 814 time: 0.1973739 Jan 15 10:20:41.343362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Request body: {'port': {'device_id': 'a04fa3b1-64df-4cf4-829e-55f71fbcbc10', 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1', 'admin_state_up': True, 'tenant_id': '5b6f3160b1a74f4b91b47306973c76b3'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:41.422231 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8dfdf27d-30c1-4b7a-ae36-45594916f6ab req-677c2550-d53c-498a-878a-06633fb1f80e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177502 Jan 15 10:20:41.424524 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-f7be294e-51d4-4b08-9a3b-58795a0122b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92b720b7-6956-4a8d-b089-4f7713aa9247 HTTP/1.1" status: 200 len: 1002 time: 0.2064226 Jan 15 10:20:41.514453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:41.524451 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:41.534518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Made reservation on behalf of 5b6f3160b1a74f4b91b47306973c76b3 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:20:41.544407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:41.546377 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4a664465-2310-462e-bd2a-4ce98e0c285b req-f91a13df-c5fb-4411-9d0c-7598c60d687d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 210 time: 0.0649641 Jan 15 10:20:41.561752 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-da5dab81-d708-4f36-ad86-3e4e5eb0276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:41.563369 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-da5dab81-d708-4f36-ad86-3e4e5eb0276c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.1303360 Jan 15 10:20:41.646236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-ef857209-16d2-4ba8-b310-bc5d9e6ef966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:41.648555 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-ef857209-16d2-4ba8-b310-bc5d9e6ef966 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774949 Jan 15 10:20:41.814286 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-63fc5fca-76c1-428e-8741-5ee83d4a57a6 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582124 Jan 15 10:20:41.926392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Allocated IP 172.20.0.6 (8660a06d-010b-4a57-a910-9315cd9afbe1/11d53c83-0bce-4e83-b246-c085160e827e/0faedcff-c5e0-4210-a200-299462ea5914) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:42.032379 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d30e35bf-844c-4e74-9050-b1ffee02e832 req-2ef514dd-a8d5-4a7a-8a23-bf64c841fc42 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2107096 Jan 15 10:20:42.163446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:42.189428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:42.205357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:42.350376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Pushing event updated for resources: {'Port': ['ID=0faedcff-c5e0-4210-a200-299462ea5914,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:42.373350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.373763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.374170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.374568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.374958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.375380 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.375766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.376150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.376536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.376919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.377304 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.377687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.378112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.378498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.378921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.379329 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.379711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.380099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.380480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.380919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.381351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.381738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.382118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.382500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:42.389831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:42.427454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:42.428646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:42.431022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:20:42.510906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:42.511644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:42.542808 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2064862 Jan 15 10:20:42.559858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Request body: {'port': {'device_id': 'a04fa3b1-64df-4cf4-829e-55f71fbcbc10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:42.654152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:42.677717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:42.817485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d6ed7-4472-4595-a64d-d2c7da1432f5 req-91c11222-46f4-4989-aa0b-62568c1bcba8 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:42.819121 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-171d6ed7-4472-4595-a64d-d2c7da1432f5 req-91c11222-46f4-4989-aa0b-62568c1bcba8 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 931 time: 0.1053233 Jan 15 10:20:42.874741 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-171d6ed7-4472-4595-a64d-d2c7da1432f5 req-a96d3449-4dfd-405a-9c24-87aff19ed3cf tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484381 Jan 15 10:20:43.111624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faedcff-c5e0-4210-a200-299462ea5914 {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:20:43.119759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:43.132962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Transition to ACTIVE for port object 0faedcff-c5e0-4210-a200-299462ea5914 will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:43.140805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:43.161898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:43.518150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0faedcff-c5e0-4210-a200-299462ea5914,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:43.531316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:43.698313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Attempting to bind port 0faedcff-c5e0-4210-a200-299462ea5914 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:20:43.698856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Attempting to bind port 0faedcff-c5e0-4210-a200-299462ea5914 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:20:43.698977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Attempting to bind port 0faedcff-c5e0-4210-a200-299462ea5914 on network 8660a06d-010b-4a57-a910-9315cd9afbe1 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:20:43.704504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:20:43.704877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Checking segment: {'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:20:43.705273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:43.705666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Bound using segment: {'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:20:43.706130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Bound port: 0faedcff-c5e0-4210-a200-299462ea5914, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b00143-fcca-4381-8afc-86bc134ab4f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8660a06d-010b-4a57-a910-9315cd9afbe1'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:20:43.706498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:43.797182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] For port 0faedcff-c5e0-4210-a200-299462ea5914, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:20:43.800315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] For port 0faedcff-c5e0-4210-a200-299462ea5914, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=0faedcff-c5e0-4210-a200-299462ea5914,segment=NetworkSegment(97b00143-fcca-4381-8afc-86bc134ab4f5),segment_id=97b00143-fcca-4381-8afc-86bc134ab4f5)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:20:43.803593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:43.819392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:43.972518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0faedcff-c5e0-4210-a200-299462ea5914,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:43.978227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:44.011252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:44.011934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.013424 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/0faedcff-c5e0-4210-a200-299462ea5914 HTTP/1.1" status: 200 len: 1157 time: 1.4588020 Jan 15 10:20:44.013955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04fa3b1-64df-4cf4-829e-55f71fbcbc10', 'tag': '0faedcff-c5e0-4210-a200-299462ea5914'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:44.092059 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04fa3b1-64df-4cf4-829e-55f71fbcbc10', 'tag': '0faedcff-c5e0-4210-a200-299462ea5914', 'status': 'completed', 'code': 200} Jan 15 10:20:44.118684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d195fe-0f10-49ce-8aed-74a1e8efd188 req-51187056-1d86-45ff-b0af-a1018c8eb984 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:44.118684 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f3d195fe-0f10-49ce-8aed-74a1e8efd188 req-51187056-1d86-45ff-b0af-a1018c8eb984 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 943 time: 0.1119318 Jan 15 10:20:44.146586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-965cc814-d1e1-4893-943a-9d77783e2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:44.148328 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-965cc814-d1e1-4893-943a-9d77783e2f48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b6f3160b1a74f4b91b47306973c76b3&device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 1160 time: 0.0970013 Jan 15 10:20:44.176910 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f3d195fe-0f10-49ce-8aed-74a1e8efd188 req-cae8a103-f80e-4cc8-98b0-aa0a5a57bd57 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503104 Jan 15 10:20:44.223903 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-8125f548-4806-4aa4-892c-512e8be78c12 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0faedcff-c5e0-4210-a200-299462ea5914 HTTP/1.1" status: 200 len: 217 time: 0.0681281 Jan 15 10:20:44.293952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-126954df-5c4e-45e6-ab45-04d2b1cf81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:44.295573 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-126954df-5c4e-45e6-ab45-04d2b1cf81e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11d53c83-0bce-4e83-b246-c085160e827e HTTP/1.1" status: 200 len: 854 time: 0.0653820 Jan 15 10:20:44.352161 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-320d07b5-3516-48d3-be34-0f4239fcc0e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8660a06d-010b-4a57-a910-9315cd9afbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494585 Jan 15 10:20:44.528718 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-1104da2c-a56d-4cae-963a-a8fbfb09c359 service neutron] 10.222.0.64 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694369 Jan 15 10:20:44.620410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47258) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:44.693395 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8e042b39-130d-4927-98e7-f4bea9df47c9 req-bcf4eef3-d19e-4459-bdbf-0ac99cc61667 service neutron] 10.222.0.64 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540029 Jan 15 10:20:44.791766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.808542 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:44.812629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Usage tracker for resource:security_group_rule and tenant:ab78d9b2b88c4efc9ef9dca754845e5e is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:44.815948 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:44.821883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-4c1cf0c0-0be5-4349-9a47-7c97e7a13689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:44.823494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:44.824115 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-4c1cf0c0-0be5-4349-9a47-7c97e7a13689 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5b6f3160b1a74f4b91b47306973c76b3&device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 1160 time: 0.0801103 Jan 15 10:20:44.915236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.917790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:44.925460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-273d49b2-a59c-4a2c-988a-8edfd3fe4b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:44.969181 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccd649d-11bf-4df5-8a1e-80c93126e399,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:44.972635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-0c86ae33-baf2-446e-91ba-5454ca03ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:44.974261 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-0c86ae33-baf2-446e-91ba-5454ca03ae2c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8660a06d-010b-4a57-a910-9315cd9afbe1 HTTP/1.1" status: 200 len: 908 time: 0.1418858 Jan 15 10:20:44.974828 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ab78d9b2b88c4efc9ef9dca754845e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533642 Jan 15 10:20:44.977611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47264) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:44.980738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.981155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.981564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.981966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.982365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.982765 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.983189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.983584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.983970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.984362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.984751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.985140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.985613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.986011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.986402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.988290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.988290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.988290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.988290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.988290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.988699 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.989001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.989390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.989966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:44.995742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:45.074100 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-ce599df3-c8d8-4091-b430-df120e21e878 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0faedcff-c5e0-4210-a200-299462ea5914 HTTP/1.1" status: 200 len: 217 time: 0.0818951 Jan 15 10:20:45.167399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c78ce5d-807f-4766-be8b-3fbbc51da86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.170841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-4aa89b8d-e52f-403a-b9cc-da735d444ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:45.172449 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-4aa89b8d-e52f-403a-b9cc-da735d444ec8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=11d53c83-0bce-4e83-b246-c085160e827e HTTP/1.1" status: 200 len: 854 time: 0.0886269 Jan 15 10:20:45.241213 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-9488d899-6e25-436a-b9a8-d25c7e21f98e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8660a06d-010b-4a57-a910-9315cd9afbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581243 Jan 15 10:20:45.246293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c78ce5d-807f-4766-be8b-3fbbc51da86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.417478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ce881-bb38-4950-8a03-56cb465725de req-dcc2a96e-b9f6-445f-aeff-76615b7d8f1e tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:45.419203 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a93ce881-bb38-4950-8a03-56cb465725de req-dcc2a96e-b9f6-445f-aeff-76615b7d8f1e tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 943 time: 0.1081824 Jan 15 10:20:45.421162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c78ce5d-807f-4766-be8b-3fbbc51da86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.427566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e575a22d-a00b-417e-ba8a-966bf7bdb8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:45.439306 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-34b7d817-cba4-40b5-b269-77d3b31cef7f service neutron] 10.222.0.64 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857209 Jan 15 10:20:45.442187 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78ce5d-807f-4766-be8b-3fbbc51da86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccd649d-11bf-4df5-8a1e-80c93126e399,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:45.450486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6c78ce5d-807f-4766-be8b-3fbbc51da86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:45.451336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c78ce5d-807f-4766-be8b-3fbbc51da86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:45.454962 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6c78ce5d-807f-4766-be8b-3fbbc51da86e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ccd649d-11bf-4df5-8a1e-80c93126e399 HTTP/1.1" status: 204 len: 168 time: 0.4739146 Jan 15 10:20:45.477627 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a93ce881-bb38-4950-8a03-56cb465725de req-e1cddcfc-0427-4dde-a608-7cbb508c9ad6 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509477 Jan 15 10:20:45.598765 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8394cd72-7fba-4d1f-99a1-26ac1a6f2ac0 req-75186c63-421f-42b2-a40b-66c2591e931b service neutron] 10.222.0.64 "GET /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1494770 Jan 15 10:20:45.665362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4fafa6b7-2cfa-4531-a102-5c51e4b1bac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.094210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7e447-6cd8-4305-a908-97c64c4fdf76 req-70534f5d-56a0-4e49-8a92-438cdd133cf1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:46.095855 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b6f7e447-6cd8-4305-a908-97c64c4fdf76 req-70534f5d-56a0-4e49-8a92-438cdd133cf1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1035056 Jan 15 10:20:46.148080 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b6f7e447-6cd8-4305-a908-97c64c4fdf76 req-9096d708-b175-4352-a6da-dbf65349d457 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459177 Jan 15 10:20:46.312927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47296) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:46.455283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-945760780-network', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:46.460395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:46.464500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Usage tracker for resource:network and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:46.467524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:46.473271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:46.483261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Made reservation on behalf of 4f67f17d1340479fb9cb4ef5b4470f55 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:20:46.487906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.501182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.516346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:46.520370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Usage tracker for resource:security_group_rule and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:46.523362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:46.529101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:46.616089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.619742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.624133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-22dcbe48-ac94-40fd-b1c1-82e972972702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:46.655891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:20:46.665343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec7c8f5-5f1c-4597-b5f3-0a2319ebcf0c,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:46.669787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:46.672408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.672848 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Added segment 9e8f0919-6824-4ed2-9252-f376f4f59ab5 of type vxlan for network 88da6511-9ed8-4294-87e9-8d0fb85382dc Jan 15 10:20:46.705592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.714121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee371d4-6390-424a-93ea-105a7b009efa req-ab23cd67-7b95-4431-a918-f6021946f540 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:46.715802 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4ee371d4-6390-424a-93ea-105a7b009efa req-ab23cd67-7b95-4431-a918-f6021946f540 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 943 time: 0.1049514 Jan 15 10:20:46.736304 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.737585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:46.738231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:46.743296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dcf6da64-9424-46d1-8d19-8e0754a6f53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:46.768129 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4ee371d4-6390-424a-93ea-105a7b009efa req-6ce36e12-be72-43f6-b007-634e17953f72 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456572 Jan 15 10:20:46.848044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Pushing event updated for resources: {'Network': ['ID=88da6511-9ed8-4294-87e9-8d0fb85382dc,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:46.851302 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5372512 Jan 15 10:20:46.852264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:46.854440 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47304) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:46.860638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:20:46.860869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Request body: {'subnet': {'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-945760780-subnet', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'ip_version': 4}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:46.866030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:46.870162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Usage tracker for resource:subnet and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:46.873238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:46.874075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:20:46.879087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:46.892766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Made reservation on behalf of 4f67f17d1340479fb9cb4ef5b4470f55 for: {'subnet': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:20:46.897523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851808981'] for subnet, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.309168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851808998'] for subnet, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.325505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e632e284-b032-42af-a3de-82647cfb82fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:47.383620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84450862-4f66-4b25-9e6e-b1e2edccb5b9 req-28f69ecc-ce9e-4284-855a-7739e6ed9c9d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:47.385678 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-84450862-4f66-4b25-9e6e-b1e2edccb5b9 req-28f69ecc-ce9e-4284-855a-7739e6ed9c9d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1041162 Jan 15 10:20:47.454050 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-84450862-4f66-4b25-9e6e-b1e2edccb5b9 req-6d933f5a-529c-49a7-9d49-2a48c7b54f61 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458775 Jan 15 10:20:47.454635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8390dd17-3d38-4c4f-ac2a-b8239648813e,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:47.467934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:47.530573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Checking segment: {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:20:47.530962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Network hostable DHCP agents. Network: 88da6511-9ed8-4294-87e9-8d0fb85382dc, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:20:47.549694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:20:47.558768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 88da6511-9ed8-4294-87e9-8d0fb85382dc) {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:47.568837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ee30d-8faa-483c-8982-d7f2f506245a None None] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:20:47.570953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:47.571639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.591491 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a2691175-c95f-4d3d-9b0a-789913901fa8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7355514 Jan 15 10:20:47.594157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47312) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:47.599614 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:47.604485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:47.608568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Usage tracker for resource:router and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:47.612169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:47.618070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:47.627670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.628731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.648680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.794473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-88da6511-9ed8-4294-87e9-8d0fb85382dc', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:20:47.795398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.925342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f6daf60a-15c1-4583-b054-d92f1bf2da2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:47.930167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.013138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa8f74-f77d-4aec-abf2-511ed48faa52 req-fc32c717-daf8-4043-afc2-436681561106 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:48.014970 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-befa8f74-f77d-4aec-abf2-511ed48faa52 req-fc32c717-daf8-4043-afc2-436681561106 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 943 time: 0.1087978 Jan 15 10:20:48.067799 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-befa8f74-f77d-4aec-abf2-511ed48faa52 req-11280bdb-ad72-47a3-a092-c45972e31c78 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Jan 15 10:20:48.116723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Allocated IP 172.20.0.2 (88da6511-9ed8-4294-87e9-8d0fb85382dc/8390dd17-3d38-4c4f-ac2a-b8239648813e/84404e8a-6fde-4a08-92a9-3208effa82d4) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:48.242856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 0faedcff-c5e0-4210-a200-299462ea5914 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:48.398614 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.416136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 0faedcff-c5e0-4210-a200-299462ea5914 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:20:48.427976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 0faedcff-c5e0-4210-a200-299462ea5914 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:48.428399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.468567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.491814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Transition to ACTIVE for port object 84404e8a-6fde-4a08-92a9-3208effa82d4 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:48.516413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Transition to ACTIVE for port object 84404e8a-6fde-4a08-92a9-3208effa82d4 will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:48.526402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.542622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:48.568234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.604323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.693260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2b435-02d7-491e-b30a-4dd8966d0f7d req-969f478c-507c-4fba-8b87-a8d605b2b0e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:48.694683 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77b2b435-02d7-491e-b30a-4dd8966d0f7d req-969f478c-507c-4fba-8b87-a8d605b2b0e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.1071596 Jan 15 10:20:48.723707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Pushing event updated for resources: {'Port': ['ID=84404e8a-6fde-4a08-92a9-3208effa82d4,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:48.729151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-73488d57-b21f-431a-80e6-3dd7a33e1b64 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:48.729975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-73488d57-b21f-431a-80e6-3dd7a33e1b64 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Synchronizing usage tracker for tenant:0e9f425fe3564fe88af3acef114d2d93 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:20:48.730891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:48.735617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.753109 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77b2b435-02d7-491e-b30a-4dd8966d0f7d req-3c757020-1b00-4643-ac1c-b353b408afb0 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Jan 15 10:20:48.764569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-73488d57-b21f-431a-80e6-3dd7a33e1b64 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Unset dirty status for tenant:0e9f425fe3564fe88af3acef114d2d93 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:20:48.765882 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-73488d57-b21f-431a-80e6-3dd7a33e1b64 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.64 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 945 time: 0.2829995 Jan 15 10:20:48.792391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04fa3b1-64df-4cf4-829e-55f71fbcbc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faedcff-c5e0-4210-a200-299462ea5914'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:48.809996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 0faedcff-c5e0-4210-a200-299462ea5914, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=0faedcff-c5e0-4210-a200-299462ea5914,segment=NetworkSegment(97b00143-fcca-4381-8afc-86bc134ab4f5),segment_id=97b00143-fcca-4381-8afc-86bc134ab4f5)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:48.816062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.818043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:48.869669 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04fa3b1-64df-4cf4-829e-55f71fbcbc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faedcff-c5e0-4210-a200-299462ea5914', 'code': 200} Jan 15 10:20:48.871607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:48.879542 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:48.883926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:20:48.919720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Deleting port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:48.920209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.952770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=0faedcff-c5e0-4210-a200-299462ea5914,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:48.955794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Attempting to bind port 84404e8a-6fde-4a08-92a9-3208effa82d4 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:20:48.956215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Attempting to bind port 84404e8a-6fde-4a08-92a9-3208effa82d4 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:20:48.956635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Attempting to bind port 84404e8a-6fde-4a08-92a9-3208effa82d4 on network 88da6511-9ed8-4294-87e9-8d0fb85382dc {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:20:48.959119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:48.964134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:20:48.964558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Checking segment: {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:20:48.965012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:48.965453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Bound using segment: {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:20:48.965977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Bound port: 84404e8a-6fde-4a08-92a9-3208effa82d4, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:20:48.966402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.059964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] For port 84404e8a-6fde-4a08-92a9-3208effa82d4, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:20:49.063341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] For port 84404e8a-6fde-4a08-92a9-3208effa82d4, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=84404e8a-6fde-4a08-92a9-3208effa82d4,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:20:49.066690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.085162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:49.122686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf0be4-9656-415a-ab66-51eadfffb707 req-162db099-fdf3-4d8d-9477-af80e16d9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:49.124547 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-acaf0be4-9656-415a-ab66-51eadfffb707 req-162db099-fdf3-4d8d-9477-af80e16d9358 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 1162 time: 0.0891733 Jan 15 10:20:49.139505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Allocated IP 172.27.1.196 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/179279f3-12d0-471b-b3e7-5abe63bb1897) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:49.185561 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-acaf0be4-9656-415a-ab66-51eadfffb707 req-0f472182-89da-438d-80bb-0df62531e741 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Jan 15 10:20:49.246050 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Pushing event updated for resources: {'Port': ['ID=84404e8a-6fde-4a08-92a9-3208effa82d4,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:49.251804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:49.356747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7d41-2738-4614-99bd-df12116b65f1 req-37c9f7e4-64f5-4faf-be7e-2d6f186c9ecc tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:49.358461 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a36a7d41-2738-4614-99bd-df12116b65f1 req-37c9f7e4-64f5-4faf-be7e-2d6f186c9ecc tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 945 time: 0.1296897 Jan 15 10:20:49.395118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] For port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:49.395541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.453704 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a36a7d41-2738-4614-99bd-df12116b65f1 req-c7f59ff4-c97e-4ccd-ad56-0e4ffc352a5e tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849559 Jan 15 10:20:49.553966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.555102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Calling delete_port for d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:49.606715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.708233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.732783 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:49.777235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 0faedcff-c5e0-4210-a200-299462ea5914 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:49.848351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 0faedcff-c5e0-4210-a200-299462ea5914 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:49.849080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.895641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Pushing event updated for resources: {'Port': ['ID=179279f3-12d0-471b-b3e7-5abe63bb1897,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:49.898887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:49.914649 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:49.935208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9bbebec7-5e5d-439a-bbc0-f3ceacbd8eb2 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:49.994959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:20:50.006046 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2e7a576b-6544-4a34-82ed-d061966991c3 req-f96b5d23-d79b-4692-a9aa-41685c9dfec3 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 210 time: 0.1086156 Jan 15 10:20:50.035321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Pushing event deleted for resources: {'Port': ['ID=d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:50.038216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:50.039230 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:20:50.039692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:20:50.042098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 84404e8a-6fde-4a08-92a9-3208effa82d4 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:50.109517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:50.111430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 84404e8a-6fde-4a08-92a9-3208effa82d4 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:20:50.113350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:50.115844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:20:50.313240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] No DVR routers for this DVR port d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:20:50.315493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:50.351327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:50.369724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703ddf48-7a48-47e5-8745-d48991a53b57', 'name': 'network-vif-deleted', 'tag': 'd9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:50.442584 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703ddf48-7a48-47e5-8745-d48991a53b57', 'name': 'network-vif-deleted', 'tag': 'd9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07', 'status': 'completed', 'code': 200} Jan 15 10:20:50.448022 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-61301269-e3c3-4d2f-bae4-f6bd3020a4c7 req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.64 "DELETE /v2.0/ports/d9c3f65c-08a8-47b6-a01b-c8bf2eaf1a07 HTTP/1.1" status: 204 len: 173 time: 1.6693115 Jan 15 10:20:50.691403 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:50.740464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb86ca-09b4-45c9-8ba3-700800a08ad2 req-675a067e-27af-4cea-a563-b8dae1e97a62 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:50.742840 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-11cb86ca-09b4-45c9-8ba3-700800a08ad2 req-675a067e-27af-4cea-a563-b8dae1e97a62 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 945 time: 0.1100454 Jan 15 10:20:50.799821 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-11cb86ca-09b4-45c9-8ba3-700800a08ad2 req-fabec896-9d70-4f18-b6d1-83c2ea0ee5cc tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511670 Jan 15 10:20:50.829635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd23b94-73cc-4c00-83f8-1efb9dd0c956 None None] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:20:50.943043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] Provisioning for port 84404e8a-6fde-4a08-92a9-3208effa82d4 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:20:50.964285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] Provisioning complete for port 84404e8a-6fde-4a08-92a9-3208effa82d4 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:50.964716 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:51.264138 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-258ae507-5a21-4987-94af-d995e68d1c75 req-580666d2-7fc8-4f74-99ce-2bcabf35309e tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=703ddf48-7a48-47e5-8745-d48991a53b57 HTTP/1.1" status: 200 len: 210 time: 0.0673215 Jan 15 10:20:51.357014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:51.387292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:51.430404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] For port 84404e8a-6fde-4a08-92a9-3208effa82d4, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=84404e8a-6fde-4a08-92a9-3208effa82d4,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:51.440167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:51.445597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:51.530901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] Pushing event updated for resources: {'Port': ['ID=84404e8a-6fde-4a08-92a9-3208effa82d4,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:51.534003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:51.617643 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Router f1c94c03-87a2-4ea8-9102-ab752eda179a is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:20:51.765953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-60614caf-112a-448f-a838-25643565d2d6 None None] Provisioning complete for port 84404e8a-6fde-4a08-92a9-3208effa82d4 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:51.766473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-60614caf-112a-448f-a838-25643565d2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:51.815770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:20:51.830254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Sync routers for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:20:51.841419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:51.842787 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2476249 Jan 15 10:20:51.845615 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47350) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:51.852488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:20:51.853566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:51.989868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 84404e8a-6fde-4a08-92a9-3208effa82d4 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:52.065182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-bb89e53b-2f27-4935-ba72-2a664e0c90ba None None] Provisioning complete for port 84404e8a-6fde-4a08-92a9-3208effa82d4 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:52.065588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bb89e53b-2f27-4935-ba72-2a664e0c90ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.067624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:20:52.135340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 84404e8a-6fde-4a08-92a9-3208effa82d4 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:52.135756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.383334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-8c64ed4e-88e0-4d30-9be8-7f629d58dc24 None None] Provisioning complete for port 84404e8a-6fde-4a08-92a9-3208effa82d4 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:52.384306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8c64ed4e-88e0-4d30-9be8-7f629d58dc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.402128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:50Z', 'revision_number': 3, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:52.407492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Checking router: f1c94c03-87a2-4ea8-9102-ab752eda179a for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:20:52.407886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Updating router f1c94c03-87a2-4ea8-9102-ab752eda179a port 179279f3-12d0-471b-b3e7-5abe63bb1897 binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:20:52.466483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.673231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.923624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383d528-1bdf-4d24-941f-c8beb80ed2e4 req-6b5d6c44-7d19-4dc9-91ed-e3fc8f7e580a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:52.929852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.932104 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9383d528-1bdf-4d24-941f-c8beb80ed2e4 req-6b5d6c44-7d19-4dc9-91ed-e3fc8f7e580a tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1282642 Jan 15 10:20:52.945967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Transition to ACTIVE for port object 179279f3-12d0-471b-b3e7-5abe63bb1897 will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:52.951720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:52.971599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:52.980622 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9383d528-1bdf-4d24-941f-c8beb80ed2e4 req-929b6a17-4966-4582-bf15-668d1575b143 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474191 Jan 15 10:20:53.048259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Allocated IP 172.20.0.1 (88da6511-9ed8-4294-87e9-8d0fb85382dc/8390dd17-3d38-4c4f-ac2a-b8239648813e/c193ada1-b118-4fb4-ab28-84a4675500e1) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:53.107342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Pushing event updated for resources: {'Port': ['ID=179279f3-12d0-471b-b3e7-5abe63bb1897,revision_number=2']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:53.130388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.130685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.131097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.131478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.131829 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.132188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.132549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.132909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.133264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.133617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.133970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.134323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.135318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.135678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.136033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.136383 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.136734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.137086 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.137438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.137788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.138160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.138512 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.138860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.139253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:20:53.144607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:53.189097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Attempting to bind port 179279f3-12d0-471b-b3e7-5abe63bb1897 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:20:53.189500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Attempting to bind port 179279f3-12d0-471b-b3e7-5abe63bb1897 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:20:53.189960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Attempting to bind port 179279f3-12d0-471b-b3e7-5abe63bb1897 on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:20:53.195905 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:20:53.196318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:20:53.196762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.197764 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:20:53.198274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Bound port: 179279f3-12d0-471b-b3e7-5abe63bb1897, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:20:53.198703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.210605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.227521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Transition to ACTIVE for port object c193ada1-b118-4fb4-ab28-84a4675500e1 will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:53.248404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.263868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-56a91eca-5e0a-435f-85f8-dffdee689e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:53.275712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] For port 179279f3-12d0-471b-b3e7-5abe63bb1897, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:20:53.278914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] For port 179279f3-12d0-471b-b3e7-5abe63bb1897, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=179279f3-12d0-471b-b3e7-5abe63bb1897,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:20:53.283672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.299634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-82710c17-c629-4511-9c95-0b854e9df7a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:53.396743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c193ada1-b118-4fb4-ab28-84a4675500e1,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:53.400201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:53.466143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:53.466969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:53.470067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:20:53.475438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Pushing event updated for resources: {'Port': ['ID=179279f3-12d0-471b-b3e7-5abe63bb1897,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:53.481444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:53.520366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:20:53.521158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:53.537724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.659297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.670262 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-6eb3f4bc-8afc-45b4-aadd-14a852d45634 None None] Provisioning for port c193ada1-b118-4fb4-ab28-84a4675500e1 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:20:53.678027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-6eb3f4bc-8afc-45b4-aadd-14a852d45634 None None] Provisioning complete for port c193ada1-b118-4fb4-ab28-84a4675500e1 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:53.678469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6eb3f4bc-8afc-45b4-aadd-14a852d45634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:53.720140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:20:53.748761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-6eb3f4bc-8afc-45b4-aadd-14a852d45634 None None] Port c193ada1-b118-4fb4-ab28-84a4675500e1 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:20:54.203667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.207360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.229418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:50Z', 'revision_number': 3, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:54.236566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff57cb-501b-44aa-a6db-e509091e6263 None None] The sync data for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi is: [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:50Z', 'revision_number': 3, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:20:54.241053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:54.260683 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d072ef-f9a1-4c0f-acf4-4c79269612d9 req-352585bf-9080-4b36-97ac-7c00bebaebfe tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:54.262394 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c1d072ef-f9a1-4c0f-acf4-4c79269612d9 req-352585bf-9080-4b36-97ac-7c00bebaebfe tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1103318 Jan 15 10:20:54.314948 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c1d072ef-f9a1-4c0f-acf4-4c79269612d9 req-01400c7f-d617-40d8-9b74-fa3775588147 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Jan 15 10:20:54.329447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.346499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c193ada1-b118-4fb4-ab28-84a4675500e1,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:54.349792 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:54.483121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:54.484324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:54.719471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Router f1c94c03-87a2-4ea8-9102-ab752eda179a has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:20:54.779565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-c249cf6c-014b-4386-a788-5d353d7b5565 None None] Provisioning complete for port c193ada1-b118-4fb4-ab28-84a4675500e1 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:54.780083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c249cf6c-014b-4386-a788-5d353d7b5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:54.849480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-c249cf6c-014b-4386-a788-5d353d7b5565 None None] Port c193ada1-b118-4fb4-ab28-84a4675500e1 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:20:54.931128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:20:54.947117 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] 10.222.0.75 "PUT /v2.0/routers/f1c94c03-87a2-4ea8-9102-ab752eda179a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0945635 Jan 15 10:20:55.579851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7056571-c37d-43f0-95f9-be63bc25fc7a req-c57a594a-1c64-44b6-85b2-c0143179e37c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:55.581495 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f7056571-c37d-43f0-95f9-be63bc25fc7a req-c57a594a-1c64-44b6-85b2-c0143179e37c tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1011288 Jan 15 10:20:55.636774 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f7056571-c37d-43f0-95f9-be63bc25fc7a req-1b4f65e2-1427-4f59-9826-9362ef0964f6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490084 Jan 15 10:20:55.682464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47392) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:55.688594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-193974783-network', 'tenant_id': 'a945b4ef65f04f5393460f1743972021'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:55.693975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:55.698515 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Usage tracker for resource:network and tenant:a945b4ef65f04f5393460f1743972021 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:55.701519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:55.707249 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:55.716697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Made reservation on behalf of a945b4ef65f04f5393460f1743972021 for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:20:55.721342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.734035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.749140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:55.753166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Usage tracker for resource:security_group_rule and tenant:a945b4ef65f04f5393460f1743972021 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:55.756083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:55.762290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:55.846071 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.848863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.851926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7408353a-df48-45e5-a4cb-f3ae948e2db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:55.886343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:20:55.900728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28292c2f-fcff-4807-b505-c834ef335dc7,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:55.904587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:55.906064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.906448 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Added segment d1656ca5-979f-4c83-b64c-45dcc7433e6e of type vxlan for network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e Jan 15 10:20:55.937847 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.979078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.980377 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:55.981026 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:55.986299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-58d989b5-7852-4ce6-ac82-42c8310a4f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:56.006921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 179279f3-12d0-471b-b3e7-5abe63bb1897 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:56.076851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 179279f3-12d0-471b-b3e7-5abe63bb1897 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:20:56.081705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 179279f3-12d0-471b-b3e7-5abe63bb1897 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:56.082321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.097315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Pushing event updated for resources: {'Network': ['ID=1c2a8fb3-57a8-4499-98b0-cefb4f8c180e,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:56.101947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:56.106679 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4230099 Jan 15 10:20:56.109431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47398) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:56.113493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:20:56.115612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Request body: {'subnet': {'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-193974783-subnet', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:56.121404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:56.125506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Usage tracker for resource:subnet and tenant:a945b4ef65f04f5393460f1743972021 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:56.127008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:20:56.128569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:56.139149 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:56.150550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Made reservation on behalf of a945b4ef65f04f5393460f1743972021 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:20:56.156056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2611297'] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.345348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:20:56.416693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.435499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 179279f3-12d0-471b-b3e7-5abe63bb1897, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=179279f3-12d0-471b-b3e7-5abe63bb1897,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:56.438816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.445145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:56.520010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=179279f3-12d0-471b-b3e7-5abe63bb1897,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:56.523961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:56.585609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3123202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2611280'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:56.602154 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-625c283c-f02f-41a1-aa62-55dbbda74323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:56.730072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9739af7-1278-4dba-8f02-6b53bd51ca60,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:56.733130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:56.869417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Checking segment: {'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:20:56.869879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Network hostable DHCP agents. Network: 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:20:56.897869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:20:56.924579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e05237-d4ac-4861-9b5c-3f328c25a28f req-0cf530af-9197-4109-9379-d978eb475d13 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:56.926287 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d8e05237-d4ac-4861-9b5c-3f328c25a28f req-0cf530af-9197-4109-9379-d978eb475d13 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1519115 Jan 15 10:20:56.934409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:56.944329 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aca73f-c12f-4dc6-8d8a-4109112ca535 None None] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:20:56.965665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:56.966319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:57.006969 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d8e05237-d4ac-4861-9b5c-3f328c25a28f req-3534fd0a-079e-417c-b4e9-caf535b89425 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738144 Jan 15 10:20:57.013668 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8987567 Jan 15 10:20:57.013873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47408) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:20:57.019328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:20:57.025077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:20:57.031089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Usage tracker for resource:router and tenant:a945b4ef65f04f5393460f1743972021 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:20:57.034398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:20:57.036112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c80381-29ad-4665-801a-89647845c03a None None] Sync routers for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:20:57.041115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:20:57.052055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c80381-29ad-4665-801a-89647845c03a None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:20:57.052817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-53c80381-29ad-4665-801a-89647845c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:57.054104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:57.055419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:57.072495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:57.336858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-53c80381-29ad-4665-801a-89647845c03a None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:20:57.505199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-1c2a8fb3-57a8-4499-98b0-cefb4f8c180e', 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'fixed_ips': [{'subnet_id': 'e9739af7-1278-4dba-8f02-6b53bd51ca60'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:20:57.506111 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:57.533774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:57.874582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:57.908217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:58.026127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 179279f3-12d0-471b-b3e7-5abe63bb1897 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:20:58.227677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-53c80381-29ad-4665-801a-89647845c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 2, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:20:58.235439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 179279f3-12d0-471b-b3e7-5abe63bb1897 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:20:58.235868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:58.274212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c80381-29ad-4665-801a-89647845c03a None None] Checking router: f1c94c03-87a2-4ea8-9102-ab752eda179a for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:20:58.274624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c80381-29ad-4665-801a-89647845c03a None None] Updating router f1c94c03-87a2-4ea8-9102-ab752eda179a port c193ada1-b118-4fb4-ab28-84a4675500e1 binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:20:58.309373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Allocated IP 172.27.1.245 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/a3d422e1-ef21-4f57-89fb-c7983d55ef81) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:58.338311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Allocated IP 172.20.0.2 (1c2a8fb3-57a8-4499-98b0-cefb4f8c180e/e9739af7-1278-4dba-8f02-6b53bd51ca60/32113809-d640-41fe-8475-5edf3420a078) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:20:58.367749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53c80381-29ad-4665-801a-89647845c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:58.470062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8824d-c500-4a52-8859-2a22813a70ba req-c9986480-0571-4ab1-9856-b009f01b5f5d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:58.471816 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2ab8824d-c500-4a52-8859-2a22813a70ba req-c9986480-0571-4ab1-9856-b009f01b5f5d tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.2736788 Jan 15 10:20:58.600274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:58.607178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-9bab3683-7535-423b-affe-3fef34a1b000 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:20:58.607992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-9bab3683-7535-423b-affe-3fef34a1b000 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Synchronizing usage tracker for tenant:0e9f425fe3564fe88af3acef114d2d93 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:20:58.613583 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2ab8824d-c500-4a52-8859-2a22813a70ba req-10c44f3f-af5e-4363-9835-8d71241d2e67 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/security-groups?id=c2766ac1-dd45-4208-a62a-9ffdadf7fa28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000621 Jan 15 10:20:58.628218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-9bab3683-7535-423b-affe-3fef34a1b000 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Unset dirty status for tenant:0e9f425fe3564fe88af3acef114d2d93 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:20:58.630483 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-9bab3683-7535-423b-affe-3fef34a1b000 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.64 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 946 time: 0.1673701 Jan 15 10:20:58.646229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:58.663199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:58.717823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Deleting port 48ee94fc-34a8-4ce8-a631-aa5afcef560f {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:20:58.718233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:58.805562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Pushing event updated for resources: {'Port': ['ID=a3d422e1-ef21-4f57-89fb-c7983d55ef81,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:58.809368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:58.867173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:58.869052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:58.871793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:20:58.931645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:58.948996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Transition to ACTIVE for port object 32113809-d640-41fe-8475-5edf3420a078 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:58.981014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Transition to ACTIVE for port object 32113809-d640-41fe-8475-5edf3420a078 will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:59.001722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.018296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:59.027275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] For port 48ee94fc-34a8-4ce8-a631-aa5afcef560f, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=48ee94fc-34a8-4ce8-a631-aa5afcef560f,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:20:59.027776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.159552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Calling delete_port for 48ee94fc-34a8-4ce8-a631-aa5afcef560f owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:20:59.168893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Pushing event updated for resources: {'Port': ['ID=32113809-d640-41fe-8475-5edf3420a078,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:59.175814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:59.294440 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:20:59.300337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:20:59.303893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:20:59.307267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53c80381-29ad-4665-801a-89647845c03a None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.316214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.324657 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.332425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:59.365131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-53c80381-29ad-4665-801a-89647845c03a None None] Transition to ACTIVE for port object c193ada1-b118-4fb4-ab28-84a4675500e1 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:20:59.371648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53c80381-29ad-4665-801a-89647845c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.378416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Pushing event deleted for resources: {'Port': ['ID=48ee94fc-34a8-4ce8-a631-aa5afcef560f,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:59.388899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:59.427578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Attempting to bind port 32113809-d640-41fe-8475-5edf3420a078 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:20:59.428249 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Attempting to bind port 32113809-d640-41fe-8475-5edf3420a078 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:20:59.428673 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Attempting to bind port 32113809-d640-41fe-8475-5edf3420a078 on network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:20:59.431034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:59.504194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:20:59.504624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Checking segment: {'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:20:59.505081 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.505525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Bound using segment: {'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:20:59.506066 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Bound port: 32113809-d640-41fe-8475-5edf3420a078, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:20:59.506487 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.543586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] No DVR routers for this DVR port 48ee94fc-34a8-4ce8-a631-aa5afcef560f on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:20:59.545746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28452d43-0cf2-4bb4-9496-b6ce44b26676 None None] Pushing event updated for resources: {'Port': ['ID=c193ada1-b118-4fb4-ab28-84a4675500e1,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:20:59.545922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.557371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde', 'name': 'network-vif-deleted', 'tag': '48ee94fc-34a8-4ce8-a631-aa5afcef560f'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:20:59.569157 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-195307f6-fdcf-4687-8596-eaf1556768a7 req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.64 "DELETE /v2.0/ports/48ee94fc-34a8-4ce8-a631-aa5afcef560f HTTP/1.1" status: 204 len: 173 time: 0.9269412 Jan 15 10:20:59.584280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-28452d43-0cf2-4bb4-9496-b6ce44b26676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:20:59.627494 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde', 'name': 'network-vif-deleted', 'tag': '48ee94fc-34a8-4ce8-a631-aa5afcef560f', 'status': 'completed', 'code': 200} Jan 15 10:20:59.749011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] For port 32113809-d640-41fe-8475-5edf3420a078, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:20:59.798241 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] For port 32113809-d640-41fe-8475-5edf3420a078, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=32113809-d640-41fe-8475-5edf3420a078,segment=NetworkSegment(d1656ca5-979f-4c83-b64c-45dcc7433e6e),segment_id=d1656ca5-979f-4c83-b64c-45dcc7433e6e)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:20:59.810507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.836118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9bf05898-351a-417f-9337-cb0dc79dced0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:20:59.936331 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d2509814-0013-4f92-a7ff-82c007a7be4d req-bed94456-8dc3-4985-8db7-9389b285f166 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 210 time: 0.0557389 Jan 15 10:20:59.956245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-53c80381-29ad-4665-801a-89647845c03a None None] Attempting to bind port c193ada1-b118-4fb4-ab28-84a4675500e1 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:20:59.956668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-53c80381-29ad-4665-801a-89647845c03a None None] Attempting to bind port c193ada1-b118-4fb4-ab28-84a4675500e1 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:20:59.957078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c80381-29ad-4665-801a-89647845c03a None None] Attempting to bind port c193ada1-b118-4fb4-ab28-84a4675500e1 on network 88da6511-9ed8-4294-87e9-8d0fb85382dc {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:20:59.971073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.980955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c80381-29ad-4665-801a-89647845c03a None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:20:59.981375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c80381-29ad-4665-801a-89647845c03a None None] Checking segment: {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:20:59.981819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53c80381-29ad-4665-801a-89647845c03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:20:59.982253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c80381-29ad-4665-801a-89647845c03a None None] Bound using segment: {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:20:59.982773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-53c80381-29ad-4665-801a-89647845c03a None None] Bound port: c193ada1-b118-4fb4-ab28-84a4675500e1, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:20:59.983209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53c80381-29ad-4665-801a-89647845c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.100423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Pushing event updated for resources: {'Port': ['ID=32113809-d640-41fe-8475-5edf3420a078,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:00.201893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Router 92186307-88a1-4c6a-a04c-cff0eda3d097 is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:21:00.268171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:00.307549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-53c80381-29ad-4665-801a-89647845c03a None None] For port c193ada1-b118-4fb4-ab28-84a4675500e1, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:00.311731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-53c80381-29ad-4665-801a-89647845c03a None None] For port c193ada1-b118-4fb4-ab28-84a4675500e1, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=c193ada1-b118-4fb4-ab28-84a4675500e1,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:00.316448 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53c80381-29ad-4665-801a-89647845c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.331027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:00.396750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:00.407568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Sync routers for ids ['92186307-88a1-4c6a-a04c-cff0eda3d097'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:00.422574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Routers {'92186307-88a1-4c6a-a04c-cff0eda3d097'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:00.424083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['92186307-88a1-4c6a-a04c-cff0eda3d097'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:00.425390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:00.426938 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4121377 Jan 15 10:21:00.429936 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47430) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:00.486537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28452d43-0cf2-4bb4-9496-b6ce44b26676 None None] Pushing event updated for resources: {'Port': ['ID=c193ada1-b118-4fb4-ab28-84a4675500e1,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:00.492836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-28452d43-0cf2-4bb4-9496-b6ce44b26676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:00.540332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c80381-29ad-4665-801a-89647845c03a None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:00.541049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-53c80381-29ad-4665-801a-89647845c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:00.710682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Set router 92186307-88a1-4c6a-a04c-cff0eda3d097 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:00.820324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-53c80381-29ad-4665-801a-89647845c03a None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:01.057073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:20:59Z', 'revision_number': 3, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:01.061948 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Checking router: 92186307-88a1-4c6a-a04c-cff0eda3d097 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:01.062173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Updating router 92186307-88a1-4c6a-a04c-cff0eda3d097 port a3d422e1-ef21-4f57-89fb-c7983d55ef81 binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:21:01.125830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:01.146136 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c166c7bb-24a4-4652-a027-e49432e091b6 req-2a446de9-4375-4a45-842f-f6b617d30ae9 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 210 time: 0.0521472 Jan 15 10:21:01.202325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-53c80381-29ad-4665-801a-89647845c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:21:00Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:01.207053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c80381-29ad-4665-801a-89647845c03a None None] The sync data for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi is: [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:21:00Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:01.321498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:01.651645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:01.673832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Transition to ACTIVE for port object a3d422e1-ef21-4f57-89fb-c7983d55ef81 will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:01.679365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:01.683083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 48ee94fc-34a8-4ce8-a631-aa5afcef560f no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:21:01.722113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:01.771131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 48ee94fc-34a8-4ce8-a631-aa5afcef560f {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:21:01.775806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 48ee94fc-34a8-4ce8-a631-aa5afcef560f not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:21:01.869884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd70fe-fb42-460b-86e2-d69adb24c6fa None None] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:21:01.943007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98813bcc-9c1d-40ac-abc9-fd3c2e5b6449 None None] Pushing event updated for resources: {'Port': ['ID=a3d422e1-ef21-4f57-89fb-c7983d55ef81,revision_number=2']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:01.950103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-98813bcc-9c1d-40ac-abc9-fd3c2e5b6449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:02.001202 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Attempting to bind port a3d422e1-ef21-4f57-89fb-c7983d55ef81 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:02.001616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Attempting to bind port a3d422e1-ef21-4f57-89fb-c7983d55ef81 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:02.002028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Attempting to bind port a3d422e1-ef21-4f57-89fb-c7983d55ef81 on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:02.012317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:02.014348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:02.014348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.014348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:02.014348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Bound port: a3d422e1-ef21-4f57-89fb-c7983d55ef81, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:02.014840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.124375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device c193ada1-b118-4fb4-ab28-84a4675500e1 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:02.158290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Allocated IP 172.20.0.1 (1c2a8fb3-57a8-4499-98b0-cefb4f8c180e/e9739af7-1278-4dba-8f02-6b53bd51ca60/21a55d8c-07f1-4351-bf37-160d4b907039) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:02.162495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-32d96d73-7887-40e2-89a3-d264aeec1d73 None None] Provisioning for port 32113809-d640-41fe-8475-5edf3420a078 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:02.166238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] For port a3d422e1-ef21-4f57-89fb-c7983d55ef81, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:02.170779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] For port a3d422e1-ef21-4f57-89fb-c7983d55ef81, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=a3d422e1-ef21-4f57-89fb-c7983d55ef81,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:02.176098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.199048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1cfc7b83-9232-41b5-8378-6a186d59244b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:02.380715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98813bcc-9c1d-40ac-abc9-fd3c2e5b6449 None None] Pushing event updated for resources: {'Port': ['ID=a3d422e1-ef21-4f57-89fb-c7983d55ef81,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:02.396435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-98813bcc-9c1d-40ac-abc9-fd3c2e5b6449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:02.397526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port c193ada1-b118-4fb4-ab28-84a4675500e1 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:02.408922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.416719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port c193ada1-b118-4fb4-ab28-84a4675500e1 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:02.417157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.430765 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-de151989-886d-41eb-b944-9ccf65529119 req-f994fca5-c059-4022-b29e-9bcad531aa0f tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] 10.222.0.75 "GET /v2.0/ports?device_id=1d7c82ed-b159-4c5e-ab9a-dfe7d3a3efde HTTP/1.1" status: 200 len: 210 time: 0.0880637 Jan 15 10:21:02.434443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Transition to ACTIVE for port object 21a55d8c-07f1-4351-bf37-160d4b907039 will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:02.456606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Routers {'92186307-88a1-4c6a-a04c-cff0eda3d097'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:02.457292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['92186307-88a1-4c6a-a04c-cff0eda3d097'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:02.468253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.484875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2215831a-9fdf-436c-ab4a-f81df95cc5c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:02.604500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.650717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Pushing event updated for resources: {'Port': ['ID=21a55d8c-07f1-4351-bf37-160d4b907039,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:02.652065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port c193ada1-b118-4fb4-ab28-84a4675500e1, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=c193ada1-b118-4fb4-ab28-84a4675500e1,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:02.665675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:02.669513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.670514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 32113809-d640-41fe-8475-5edf3420a078 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:02.705133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:02.726573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] Set router 92186307-88a1-4c6a-a04c-cff0eda3d097 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:02.766715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:02.768664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:02.775616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:02.863465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=c193ada1-b118-4fb4-ab28-84a4675500e1,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:02.879463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:02.884855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:02.890067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 32113809-d640-41fe-8475-5edf3420a078 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:02.895888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 32113809-d640-41fe-8475-5edf3420a078 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:02.896400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.032708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.080070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.123636 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 32113809-d640-41fe-8475-5edf3420a078, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=32113809-d640-41fe-8475-5edf3420a078,segment=NetworkSegment(d1656ca5-979f-4c83-b64c-45dcc7433e6e),segment_id=d1656ca5-979f-4c83-b64c-45dcc7433e6e)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:03.132079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.134621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-28452d43-0cf2-4bb4-9496-b6ce44b26676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:03.200278 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:20:59Z', 'revision_number': 3, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:03.204857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d778fea4-08de-4fab-9af4-5c58df66c3ad None None] The sync data for ids ['92186307-88a1-4c6a-a04c-cff0eda3d097'] in dv-cinder-768592-3-iscsi is: [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:20:59Z', 'revision_number': 3, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:03.260336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-9af7c5ea-5983-4787-9b89-3b84dd5d0b94 None None] Provisioning complete for port 32113809-d640-41fe-8475-5edf3420a078 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:03.260762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9af7c5ea-5983-4787-9b89-3b84dd5d0b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.331805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=32113809-d640-41fe-8475-5edf3420a078,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:03.335900 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:03.427320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.431843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.476915 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:03.552520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-6286112d-68ae-4968-ae96-a4ac2690a38e None None] Provisioning for port 21a55d8c-07f1-4351-bf37-160d4b907039 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:03.560721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-6286112d-68ae-4968-ae96-a4ac2690a38e None None] Provisioning complete for port 21a55d8c-07f1-4351-bf37-160d4b907039 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:03.561139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6286112d-68ae-4968-ae96-a4ac2690a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.567998 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.588696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47452) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:03.626457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-6286112d-68ae-4968-ae96-a4ac2690a38e None None] Port 21a55d8c-07f1-4351-bf37-160d4b907039 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:03.641680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Pushing event updated for resources: {'Port': ['ID=21a55d8c-07f1-4351-bf37-160d4b907039,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:03.645083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:03.757662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-e3e81afe-3b05-4f7a-a828-35fa9876710a None None] Provisioning complete for port 32113809-d640-41fe-8475-5edf3420a078 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:03.758196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e3e81afe-3b05-4f7a-a828-35fa9876710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:03.762720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:03.764571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:04.093787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Router 92186307-88a1-4c6a-a04c-cff0eda3d097 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:21:04.165235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device c193ada1-b118-4fb4-ab28-84a4675500e1 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:04.236695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-66bb4e57-aae0-4b84-80c8-0803f13baff6 None None] Provisioning complete for port 21a55d8c-07f1-4351-bf37-160d4b907039 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:04.237031 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-66bb4e57-aae0-4b84-80c8-0803f13baff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:04.311487 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-66bb4e57-aae0-4b84-80c8-0803f13baff6 None None] Port 21a55d8c-07f1-4351-bf37-160d4b907039 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:04.320423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port c193ada1-b118-4fb4-ab28-84a4675500e1 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:04.321306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:04.353679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:04.392969 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] 10.222.0.75 "PUT /v2.0/routers/92186307-88a1-4c6a-a04c-cff0eda3d097/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9577534 Jan 15 10:21:04.417903 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660704'] for router_interface, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:04.474140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 32113809-d640-41fe-8475-5edf3420a078 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:04.553578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 32113809-d640-41fe-8475-5edf3420a078 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:04.553578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:04.706217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device a3d422e1-ef21-4f57-89fb-c7983d55ef81 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:04.779137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port a3d422e1-ef21-4f57-89fb-c7983d55ef81 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:04.784817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port a3d422e1-ef21-4f57-89fb-c7983d55ef81 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:04.785227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:04.935383 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:04.952410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port a3d422e1-ef21-4f57-89fb-c7983d55ef81, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=a3d422e1-ef21-4f57-89fb-c7983d55ef81,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:04.959509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:04.963015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:04.965203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Deleting port 32c6f61a-871d-4a92-9d9e-381ed5281f46 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:21:04.965579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:05.040224 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=a3d422e1-ef21-4f57-89fb-c7983d55ef81,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:05.045850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:05.174428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] For port 32c6f61a-871d-4a92-9d9e-381ed5281f46, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=32c6f61a-871d-4a92-9d9e-381ed5281f46,segment=NetworkSegment(33ee10a0-9114-4c9a-a6e5-41540b457d0d),segment_id=33ee10a0-9114-4c9a-a6e5-41540b457d0d)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:05.175097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:05.308116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Calling delete_port for 32c6f61a-871d-4a92-9d9e-381ed5281f46 owned by network:router_interface {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:21:05.374291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1591349419', 'description': 'tempest-TestVolumeBootPattern-1591349419 description'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:05.385705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:05.526580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Usage tracker for resource:security_group and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:05.531713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:05.752319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:05.772954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:05.803618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:05.808969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Usage tracker for resource:security_group_rule and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:05.812426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:05.821076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:05.909390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:05.925975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:05.989126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device a3d422e1-ef21-4f57-89fb-c7983d55ef81 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:06.030705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Pushing event deleted for resources: {'Port': ['ID=32c6f61a-871d-4a92-9d9e-381ed5281f46,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:06.038350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:06.061424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port a3d422e1-ef21-4f57-89fb-c7983d55ef81 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:06.061842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.079317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.084391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.092347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0ad24c74-836f-4f26-ac48-160aa838bfe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:06.171087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.175605 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-66f954bb-5305-4b52-ad42-cf35cfc2f988 req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8074727 Jan 15 10:21:06.180526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event updated for resources: {'SecurityGroup': ['ID=862f7e22-ffae-4829-9842-a714961bd1b7,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:06.201131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:06.364946 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-7c27ed85-290e-4d30-9643-44e172db3b94 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups/862f7e22-ffae-4829-9842-a714961bd1b7 HTTP/1.1" status: 200 len: 1808 time: 0.1580985 Jan 15 10:21:06.383966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '862f7e22-ffae-4829-9842-a714961bd1b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:06.384347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '862f7e22-ffae-4829-9842-a714961bd1b7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:06.449280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:06.469011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Usage tracker for resource:security_group_rule and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:06.474693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:06.485373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:06.550576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853539027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117776'] for router_interface, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.647551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group_rule, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.706936 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.719407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.724862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:06.753818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8900d74-91dc-4847-ac0b-922e3d864bce,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:06.770748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Sync routers for ids ['92186307-88a1-4c6a-a04c-cff0eda3d097'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:06.772558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:06.782488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Routers {'92186307-88a1-4c6a-a04c-cff0eda3d097'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:06.783271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['92186307-88a1-4c6a-a04c-cff0eda3d097'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:06.783436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group_rule, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:06.784718 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8003c8e5-86fa-4616-a10d-38470acc2baf req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4132285 Jan 15 10:21:06.997071 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-f998e38d-6e3c-4138-87f4-1c47652c04ac tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups/862f7e22-ffae-4829-9842-a714961bd1b7 HTTP/1.1" status: 200 len: 2401 time: 0.1539953 Jan 15 10:21:07.020452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '862f7e22-ffae-4829-9842-a714961bd1b7', 'remote_group_id': None}]} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:07.020728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '862f7e22-ffae-4829-9842-a714961bd1b7', 'remote_group_id': None}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:07.033888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:07.039707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Usage tracker for resource:security_group_rule and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:07.044698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:07.052940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:07.133846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Set router 92186307-88a1-4c6a-a04c-cff0eda3d097 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:07.269503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group_rule, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:07.304777 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Router f6412154-15a1-45e3-a76f-a8cb6cb8291c has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:21:07.310896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:07.319234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:07.390381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-267f5ade-0201-492d-a419-5a933c84f7be tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:07.468871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 4, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '21a55d8c-07f1-4351-bf37-160d4b907039', 'name': '', 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'mac_address': 'fa:16:3e:ce:9a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e9739af7-1278-4dba-8f02-6b53bd51ca60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:01Z', 'updated_at': '2021-01-15T10:21:03Z', 'revision_number': 2, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'subnets': [{'id': 'e9739af7-1278-4dba-8f02-6b53bd51ca60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:07.473053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Checking router: 92186307-88a1-4c6a-a04c-cff0eda3d097 for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:07.473469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Updating router 92186307-88a1-4c6a-a04c-cff0eda3d097 port 21a55d8c-07f1-4351-bf37-160d4b907039 binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:21:07.491642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd0fdc3-3018-4dd9-8b13-bc23b2b6ec77,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:07.501679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:07.505062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group_rule, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:07.506340 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5e6c6bf0-8f7e-42a5-a89d-2bfcc1d7e147 req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4952915 Jan 15 10:21:07.534505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:07.557434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:07.566628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] Sync routers for ids ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:07.580410 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b742440a-8da8-44ab-96aa-84bd306dda17 admin admin] 10.222.0.75 "PUT /v2.0/routers/f6412154-15a1-45e3-a76f-a8cb6cb8291c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9887104 Jan 15 10:21:07.581566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47494) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:07.604254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] Routers {'f6412154-15a1-45e3-a76f-a8cb6cb8291c'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:07.607108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:07.859029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.064118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] Set router f6412154-15a1-45e3-a76f-a8cb6cb8291c gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:08.089131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.101713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.102044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Transition to ACTIVE for port object 21a55d8c-07f1-4351-bf37-160d4b907039 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:08.108694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Deleting port 9b339177-d782-4c3e-abb7-37c084002fcc {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:21:08.109218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.113234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.144612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:08.316573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8418af-0f5b-4194-9531-9798585effd9 None None] Pushing event updated for resources: {'Port': ['ID=21a55d8c-07f1-4351-bf37-160d4b907039,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:08.322422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0f8418af-0f5b-4194-9531-9798585effd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:08.338524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] For port 9b339177-d782-4c3e-abb7-37c084002fcc, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=9b339177-d782-4c3e-abb7-37c084002fcc,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:08.338931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.453027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:21:05Z', 'revision_number': 5, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:08.458408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] Checking router: f6412154-15a1-45e3-a76f-a8cb6cb8291c for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:08.470256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] Routers {'f6412154-15a1-45e3-a76f-a8cb6cb8291c'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:08.471296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:08.498923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Calling delete_port for 9b339177-d782-4c3e-abb7-37c084002fcc owned by network:router_gateway {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:21:08.575984 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Attempting to bind port 21a55d8c-07f1-4351-bf37-160d4b907039 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:08.576399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Attempting to bind port 21a55d8c-07f1-4351-bf37-160d4b907039 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:08.576809 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Attempting to bind port 21a55d8c-07f1-4351-bf37-160d4b907039 on network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:08.582687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:08.583136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Checking segment: {'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:08.583583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.584028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Bound using segment: {'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:08.584544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Bound port: 21a55d8c-07f1-4351-bf37-160d4b907039, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1656ca5-979f-4c83-b64c-45dcc7433e6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:08.584956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.703729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] For port 21a55d8c-07f1-4351-bf37-160d4b907039, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:08.712753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] For port 21a55d8c-07f1-4351-bf37-160d4b907039, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=21a55d8c-07f1-4351-bf37-160d4b907039,segment=NetworkSegment(d1656ca5-979f-4c83-b64c-45dcc7433e6e),segment_id=d1656ca5-979f-4c83-b64c-45dcc7433e6e)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:08.718965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.735758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:08.737899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.plugins.ml2.ovo_rpc [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: result = function(*args, **kwargs) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: proto.__init__(conn_state, self) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: self.handle() Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: self.handle_one_request() Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: self.handle_one_response() Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: result = self.application(self.environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return app(environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self.application) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self.application) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self.application) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self.application) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return request.get_response(self.application) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self._app) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return resp(environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return resp(environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: response = self.app(environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return resp(environ, start_response) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:21:08.747387 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: result = method(request=request, **args) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._delete(request, id, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*args, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*args, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*dup_args, **dup_kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: obj_deleter(request.context, id, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return method(*args, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*args, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*args, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*dup_args, **dup_kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: self._delete_current_gw_port(context, id, router, None) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, context, *args, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return method(*args, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: context, port, router_ids, bound_mech_contexts) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: return function(*args, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: callback(resource, event, trigger, **kwargs) Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: if self._is_session_semantic_violated(context, resource, event): Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: stack = traceback.extract_stack() Jan 15 10:21:08.752874 dv-cinder-768592-3-iscsi neutron-server[79933]: Jan 15 10:21:08.757786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] Set router f6412154-15a1-45e3-a76f-a8cb6cb8291c gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:08.890717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8418af-0f5b-4194-9531-9798585effd9 None None] Pushing event updated for resources: {'Port': ['ID=21a55d8c-07f1-4351-bf37-160d4b907039,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:08.896141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0f8418af-0f5b-4194-9531-9798585effd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:08.978436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Routers {'92186307-88a1-4c6a-a04c-cff0eda3d097'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:08.978436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:20:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['92186307-88a1-4c6a-a04c-cff0eda3d097'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:09.136167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:21:05Z', 'revision_number': 5, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:09.141565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0bf70-04df-4569-8b7e-2b6832f76227 None None] The sync data for ids ['f6412154-15a1-45e3-a76f-a8cb6cb8291c'] in dv-cinder-768592-3-iscsi is: [{'id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'name': 'tempest-ServerRescueNegativeTestJSON-881907078-router', 'tenant_id': '0e9f425fe3564fe88af3acef114d2d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:18:12Z', 'updated_at': '2021-01-15T10:21:05Z', 'revision_number': 5, 'project_id': '0e9f425fe3564fe88af3acef114d2d93', 'gw_port': {'id': '9b339177-d782-4c3e-abb7-37c084002fcc', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6412154-15a1-45e3-a76f-a8cb6cb8291c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:18:14Z', 'updated_at': '2021-01-15T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:09.211852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] Set router 92186307-88a1-4c6a-a04c-cff0eda3d097 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:09.249869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854093080'] for router_gateway, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.405840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-190275'] for router, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.408712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.502424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114734'] for router, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.503069 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6412154-15a1-45e3-a76f-a8cb6cb8291c {{(pid=80044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:21:09.517453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.518705 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-01c627cc-19cf-4bfc-8e9c-731e7bffdfa0 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f6412154-15a1-45e3-a76f-a8cb6cb8291c HTTP/1.1" status: 204 len: 168 time: 1.9360616 Jan 15 10:21:09.521615 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47556) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:09.592177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] Deleting subnet aa172b70-843b-45f9-94fa-6ac062693f62 {{(pid=80044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:21:09.595625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.599989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 4, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '21a55d8c-07f1-4351-bf37-160d4b907039', 'name': '', 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'mac_address': 'fa:16:3e:ce:9a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e9739af7-1278-4dba-8f02-6b53bd51ca60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:01Z', 'updated_at': '2021-01-15T10:21:08Z', 'revision_number': 4, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'subnets': [{'id': 'e9739af7-1278-4dba-8f02-6b53bd51ca60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:09.604332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b1228-5d24-4fd1-860a-03c6f5d894ec None None] The sync data for ids ['92186307-88a1-4c6a-a04c-cff0eda3d097'] in dv-cinder-768592-3-iscsi is: [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 4, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '21a55d8c-07f1-4351-bf37-160d4b907039', 'name': '', 'network_id': '1c2a8fb3-57a8-4499-98b0-cefb4f8c180e', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'mac_address': 'fa:16:3e:ce:9a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e9739af7-1278-4dba-8f02-6b53bd51ca60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:01Z', 'updated_at': '2021-01-15T10:21:08Z', 'revision_number': 4, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'subnets': [{'id': 'e9739af7-1278-4dba-8f02-6b53bd51ca60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:09.674110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513945'] for subnet, precommit_delete_associations {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:09.747373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.056812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 21a55d8c-07f1-4351-bf37-160d4b907039 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:10.060168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852510992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2966786'] for subnet, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.080498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:10.160996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 21a55d8c-07f1-4351-bf37-160d4b907039 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:10.167602 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 21a55d8c-07f1-4351-bf37-160d4b907039 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:10.168183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.208996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa172b70-843b-45f9-94fa-6ac062693f62,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:10.219037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:10.291104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.299026 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c75d1ce0-0b98-4890-afdc-0ad49e29407b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/aa172b70-843b-45f9-94fa-6ac062693f62 HTTP/1.1" status: 204 len: 168 time: 0.7746012 Jan 15 10:21:10.300460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47568) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:10.322286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.358468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 21a55d8c-07f1-4351-bf37-160d4b907039, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=21a55d8c-07f1-4351-bf37-160d4b907039,segment=NetworkSegment(d1656ca5-979f-4c83-b64c-45dcc7433e6e),segment_id=d1656ca5-979f-4c83-b64c-45dcc7433e6e)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:10.361946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.364065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9bf05898-351a-417f-9337-cb0dc79dced0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:10.441846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.462075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=21a55d8c-07f1-4351-bf37-160d4b907039,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:10.466091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 32c6f61a-871d-4a92-9d9e-381ed5281f46 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:21:10.498119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:10.506830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 32c6f61a-871d-4a92-9d9e-381ed5281f46 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:21:10.507525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 32c6f61a-871d-4a92-9d9e-381ed5281f46 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:21:10.668404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.791285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1d4e03-c38b-47fa-ac27-e36b2ac0faee']}} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:10.804644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ee10a0-9114-4c9a-a6e5-41540b457d0d') {'for_net_delete': True} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:10.805205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ee10a0-9114-4c9a-a6e5-41540b457d0d') {} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:10.819873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261855'] for segment, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.841736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:10.843883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:21:11.039014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:21:11.048327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852511059'] for segment, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:11.236592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Network fa1d4e03-c38b-47fa-ac27-e36b2ac0faee has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:21:11.260524 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:21:11.339130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:11.344182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:11.348452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:11.377639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa1d4e03-c38b-47fa-ac27-e36b2ac0faee,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:11.380943 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:11.387100 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-75b07ddf-2786-42f8-8aff-8f39b1895613 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fa1d4e03-c38b-47fa-ac27-e36b2ac0faee HTTP/1.1" status: 204 len: 168 time: 1.0853882 Jan 15 10:21:11.633362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47588) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:11.722070 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e5687852-7df5-4e32-bc48-3342946b59a5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e9f425fe3564fe88af3acef114d2d93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872216 Jan 15 10:21:11.724653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47594) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:11.802510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c6b6-94de-4534-b0ac-4559f818b6a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:11.834007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c6b6-94de-4534-b0ac-4559f818b6a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:11.882493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c6b6-94de-4534-b0ac-4559f818b6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:11.887672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-feba06c3-84a1-4457-a3a3-3f791a7d42f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:11.898665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6c6b6-94de-4534-b0ac-4559f818b6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2766ac1-dd45-4208-a62a-9ffdadf7fa28,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:11.905595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a3e6c6b6-94de-4534-b0ac-4559f818b6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:11.906871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3e6c6b6-94de-4534-b0ac-4559f818b6a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:11.908120 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a3e6c6b6-94de-4534-b0ac-4559f818b6a6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2766ac1-dd45-4208-a62a-9ffdadf7fa28 HTTP/1.1" status: 204 len: 168 time: 0.1824610 Jan 15 10:21:12.000413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 21a55d8c-07f1-4351-bf37-160d4b907039 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:12.079007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 21a55d8c-07f1-4351-bf37-160d4b907039 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:12.079412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:12.254787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 9b339177-d782-4c3e-abb7-37c084002fcc no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:21:12.289769 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 9b339177-d782-4c3e-abb7-37c084002fcc {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:21:12.290211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 9b339177-d782-4c3e-abb7-37c084002fcc not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:21:12.664608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:13.323438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97991337-368c-4115-9004-14336099cb3e req-cf2a75e5-9e9c-41c2-adab-5929391ab932 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:13.327450 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-97991337-368c-4115-9004-14336099cb3e req-cf2a75e5-9e9c-41c2-adab-5929391ab932 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 945 time: 0.1122344 Jan 15 10:21:13.379608 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-97991337-368c-4115-9004-14336099cb3e req-b04bf011-1a34-4e41-ac63-5a2391c12986 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Jan 15 10:21:14.635940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800572ed-d3fb-4398-8969-cbc141c9d9c1 req-942b269d-525e-4589-8977-19244efdfba4 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:14.637638 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-800572ed-d3fb-4398-8969-cbc141c9d9c1 req-942b269d-525e-4589-8977-19244efdfba4 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 945 time: 0.1039224 Jan 15 10:21:14.695676 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-800572ed-d3fb-4398-8969-cbc141c9d9c1 req-2e748cc6-347e-486e-a26e-88653a52639b tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517335 Jan 15 10:21:15.250195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-eadd5439-4100-4390-9438-1a5764fb788a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:15.251030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-eadd5439-4100-4390-9438-1a5764fb788a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Synchronizing usage tracker for tenant:5b6f3160b1a74f4b91b47306973c76b3 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:15.267780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-eadd5439-4100-4390-9438-1a5764fb788a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Unset dirty status for tenant:5b6f3160b1a74f4b91b47306973c76b3 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:15.269029 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-eadd5439-4100-4390-9438-1a5764fb788a tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.64 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 945 time: 0.1195207 Jan 15 10:21:15.350640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Deleting port 0faedcff-c5e0-4210-a200-299462ea5914 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:21:15.351048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:15.637101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] For port 0faedcff-c5e0-4210-a200-299462ea5914, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=0faedcff-c5e0-4210-a200-299462ea5914,segment=NetworkSegment(97b00143-fcca-4381-8afc-86bc134ab4f5),segment_id=97b00143-fcca-4381-8afc-86bc134ab4f5)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:15.637712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:15.673870 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-693ee42f-977b-4581-8feb-b3df089661bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:15.776997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Calling delete_port for 0faedcff-c5e0-4210-a200-299462ea5914 owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:21:15.933157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:15.949775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-04518825-789a-4231-8d40-a683c770cc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:15.956826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ca43e-d62a-4c5c-9d4c-521883a14a6a req-877bed99-8b58-4565-9bbe-23debffae9ac tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:15.958522 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-386ca43e-d62a-4c5c-9d4c-521883a14a6a req-877bed99-8b58-4565-9bbe-23debffae9ac tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/ports?device_id=a04fa3b1-64df-4cf4-829e-55f71fbcbc10 HTTP/1.1" status: 200 len: 945 time: 0.1251290 Jan 15 10:21:15.997490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Pushing event deleted for resources: {'Port': ['ID=0faedcff-c5e0-4210-a200-299462ea5914,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:16.003234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:16.014002 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-386ca43e-d62a-4c5c-9d4c-521883a14a6a req-affe5a37-89fc-4c15-b2dd-0163d607a0fb tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.75 "GET /v2.0/security-groups?id=87042a86-3b52-4b1a-8024-8924391739bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Jan 15 10:21:16.175761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] No DVR routers for this DVR port 0faedcff-c5e0-4210-a200-299462ea5914 on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:21:16.178227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:16.181310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04fa3b1-64df-4cf4-829e-55f71fbcbc10', 'name': 'network-vif-deleted', 'tag': '0faedcff-c5e0-4210-a200-299462ea5914'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:16.197017 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2ccc45f3-a37a-4d13-86c9-054830ee7e82 req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] 10.222.0.64 "DELETE /v2.0/ports/0faedcff-c5e0-4210-a200-299462ea5914 HTTP/1.1" status: 204 len: 173 time: 0.9213502 Jan 15 10:21:16.246475 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04fa3b1-64df-4cf4-829e-55f71fbcbc10', 'name': 'network-vif-deleted', 'tag': '0faedcff-c5e0-4210-a200-299462ea5914', 'status': 'completed', 'code': 200} Jan 15 10:21:16.285658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47754) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:16.442708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:16.458441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:16.463049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Usage tracker for resource:security_group_rule and tenant:0bd04b275ebd4afd81c58f7d9af544f2 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:16.466146 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:16.472101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:16.561094 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:16.563954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:16.573627 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a3e6c6b6-94de-4534-b0ac-4559f818b6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:16.617258 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0bd04b275ebd4afd81c58f7d9af544f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303256 Jan 15 10:21:16.618970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403544f3-3078-40b1-8b5a-8e1527ad145e,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:16.620134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47760) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:16.622360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6f3cd762-3559-4f4c-a9f8-55141392164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:16.687205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d2f92762-4d18-49f0-a8d0-9aee271b64ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:16.718420 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d2f92762-4d18-49f0-a8d0-9aee271b64ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:16.737733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 0faedcff-c5e0-4210-a200-299462ea5914 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:21:16.772635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d2f92762-4d18-49f0-a8d0-9aee271b64ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:16.779914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 0faedcff-c5e0-4210-a200-299462ea5914 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:21:16.780071 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-817c3b14-e7ea-42d3-bbc4-d91d56bc94c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:16.780293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 0faedcff-c5e0-4210-a200-299462ea5914 not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:21:16.794391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f92762-4d18-49f0-a8d0-9aee271b64ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403544f3-3078-40b1-8b5a-8e1527ad145e,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:16.796950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d2f92762-4d18-49f0-a8d0-9aee271b64ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:16.798750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d2f92762-4d18-49f0-a8d0-9aee271b64ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:16.803548 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-d2f92762-4d18-49f0-a8d0-9aee271b64ce admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/403544f3-3078-40b1-8b5a-8e1527ad145e HTTP/1.1" status: 204 len: 168 time: 0.1822577 Jan 15 10:21:17.181578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47776) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:17.202551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:17.218768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:17.222877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1118d126c010461d83d21772dc6dd70e is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:17.225955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:17.232338 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:17.322942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:17.326009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:17.335749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e0c94a8-acc3-4c5f-a8a8-748c4522ef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:17.378708 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1118d126c010461d83d21772dc6dd70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959755 Jan 15 10:21:17.379724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a798f3b7-9da2-4d0b-b79d-9ebbe04ae55c,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:17.382375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47780) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:17.385666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:17.456142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-31f901fa-da05-4706-a60f-4393e5ca104c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:17.484591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-31f901fa-da05-4706-a60f-4393e5ca104c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:17.536614 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-31f901fa-da05-4706-a60f-4393e5ca104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:17.546159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-beff3335-f290-4591-b8bb-4c68d908bddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:17.562436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-31f901fa-da05-4706-a60f-4393e5ca104c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:17.564141 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-31f901fa-da05-4706-a60f-4393e5ca104c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a798f3b7-9da2-4d0b-b79d-9ebbe04ae55c HTTP/1.1" status: 204 len: 168 time: 0.1809034 Jan 15 10:21:17.567693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f901fa-da05-4706-a60f-4393e5ca104c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a798f3b7-9da2-4d0b-b79d-9ebbe04ae55c,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:17.570207 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-31f901fa-da05-4706-a60f-4393e5ca104c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:17.900705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-641a9c96-0e5a-43f7-9606-d15c860d226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:18.332384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:19.557558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:20.352038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.008563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47940) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:25.174197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.189813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:25.194785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Usage tracker for resource:security_group_rule and tenant:8b0cf7a656674f52b1c69ea43a2e55d4 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:25.197928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:25.203837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:25.293283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.296708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.306019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:25.349710 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b0cf7a656674f52b1c69ea43a2e55d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399248 Jan 15 10:21:25.352619 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47954) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:25.354790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddc8eb-e84d-48a2-807f-d890662c6ea2,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:25.358474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:25.418630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7b660218-df77-4785-8ef9-841be9821018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.451723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7b660218-df77-4785-8ef9-841be9821018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.498209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7b660218-df77-4785-8ef9-841be9821018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.503579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5133a609-1313-4c94-a6dc-2ee55af4b50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:25.518076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b660218-df77-4785-8ef9-841be9821018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddc8eb-e84d-48a2-807f-d890662c6ea2,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:25.520921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b660218-df77-4785-8ef9-841be9821018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:25.522109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7b660218-df77-4785-8ef9-841be9821018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.523361 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7b660218-df77-4785-8ef9-841be9821018 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9ddc8eb-e84d-48a2-807f-d890662c6ea2 HTTP/1.1" status: 204 len: 168 time: 0.1695614 Jan 15 10:21:25.862570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47962) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:25.882335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:25.898402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:25.902533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Usage tracker for resource:security_group_rule and tenant:882ae52a2b7a4e66b05edb5cc0f1a7f3 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:25.905771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:25.911991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:25.999462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.002441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.012452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f9249b02-46c9-48fb-b8cb-5a1f954e0ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:26.054778 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=882ae52a2b7a4e66b05edb5cc0f1a7f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909556 Jan 15 10:21:26.058135 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 47968) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:26.061132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3587b081-f955-4714-9f45-bc403da2ccac,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:26.076386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:26.128709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5f42494a-0ba8-4d77-a1a8-0ed6fe6f1fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.156133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5f42494a-0ba8-4d77-a1a8-0ed6fe6f1fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.202860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5f42494a-0ba8-4d77-a1a8-0ed6fe6f1fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.208060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ab9cbcf2-e74c-4b29-97f9-d4a318445a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:26.224241 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42494a-0ba8-4d77-a1a8-0ed6fe6f1fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3587b081-f955-4714-9f45-bc403da2ccac,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:26.226919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5f42494a-0ba8-4d77-a1a8-0ed6fe6f1fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:26.229070 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5f42494a-0ba8-4d77-a1a8-0ed6fe6f1fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.231134 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5f42494a-0ba8-4d77-a1a8-0ed6fe6f1fae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3587b081-f955-4714-9f45-bc403da2ccac HTTP/1.1" status: 204 len: 168 time: 0.1711485 Jan 15 10:21:26.669132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47982) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:26.689988 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.706932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:26.711687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Usage tracker for resource:security_group_rule and tenant:1e795af1d6774841babe4509eda4b2ad is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:26.715772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:26.721868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:26.813224 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.816367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.825793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-638295d1-45a4-4fda-aa98-90a200b32000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:26.870145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca97624-22f1-4c87-b042-cb4e01dada13,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:26.873561 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:26.876719 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e795af1d6774841babe4509eda4b2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064242 Jan 15 10:21:26.881636 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 47990) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:26.945080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-df0e413d-77ec-4648-b200-9334ecf09728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:26.972991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-df0e413d-77ec-4648-b200-9334ecf09728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.021039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-df0e413d-77ec-4648-b200-9334ecf09728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.026648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-17a488e0-c689-4ece-beaa-2768ef138dc9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:27.039110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e413d-77ec-4648-b200-9334ecf09728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca97624-22f1-4c87-b042-cb4e01dada13,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:27.041409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-df0e413d-77ec-4648-b200-9334ecf09728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:27.048677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-df0e413d-77ec-4648-b200-9334ecf09728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:27.052722 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-df0e413d-77ec-4648-b200-9334ecf09728 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eca97624-22f1-4c87-b042-cb4e01dada13 HTTP/1.1" status: 204 len: 168 time: 0.1702881 Jan 15 10:21:28.919743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-1a835084-7cd9-484d-9e3a-c166f196b0b8 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Synchronizing usage tracker for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:28.936685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-1a835084-7cd9-484d-9e3a-c166f196b0b8 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Unset dirty status for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:28.938123 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-1a835084-7cd9-484d-9e3a-c166f196b0b8 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1591349419&fields=id&tenant_id=4f67f17d1340479fb9cb4ef5b4470f55 HTTP/1.1" status: 200 len: 267 time: 0.0724909 Jan 15 10:21:29.126181 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-497bc983-ffb0-4a28-b3bf-f4da600cbd99 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:29.127783 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-497bc983-ffb0-4a28-b3bf-f4da600cbd99 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/networks?id=88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 200 len: 811 time: 0.1820033 Jan 15 10:21:29.143450 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-108b1f4c-109b-4ed1-89de-3b04c3964c4a tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/quotas/4f67f17d1340479fb9cb4ef5b4470f55 HTTP/1.1" status: 200 len: 375 time: 0.0096629 Jan 15 10:21:29.235520 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-1f96b384-e3f1-4ddd-a82a-c869bf6634b3 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866723 Jan 15 10:21:29.719479 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-f9488cd6-f10b-4ac0-a3b8-fd2f2dc5bb6c service neutron] 10.222.0.75 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713860 Jan 15 10:21:29.862577 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-b9627370-4c9f-4bec-895a-dd3000c8a182 service neutron] 10.222.0.75 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366482 Jan 15 10:21:30.291118 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8693e375-62c7-4502-8d2a-d9ab108f264e req-1b279cfa-1012-4dc1-89fc-bc01632736dc tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 210 time: 0.0501583 Jan 15 10:21:31.471708 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b94d8297-a338-4ce5-9855-9ec31cb12b7e req-a4acc343-c77c-49a3-80db-5fb649f9ea63 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 210 time: 0.0474946 Jan 15 10:21:32.236718 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-38b98026-b0de-49a0-aa15-2b7519c93eba tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:32.237526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-38b98026-b0de-49a0-aa15-2b7519c93eba tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Synchronizing usage tracker for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:network {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:32.255320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-38b98026-b0de-49a0-aa15-2b7519c93eba tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Unset dirty status for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:network {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:32.256560 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-38b98026-b0de-49a0-aa15-2b7519c93eba tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.64 "GET /v2.0/networks?id=88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 200 len: 811 time: 0.2018571 Jan 15 10:21:32.345781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-31d56588-1eda-48b6-9e12-29ce9dd444cc tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Synchronizing usage tracker for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:security_group {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:32.359645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-31d56588-1eda-48b6-9e12-29ce9dd444cc tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Unset dirty status for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:security_group {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:32.361047 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-31d56588-1eda-48b6-9e12-29ce9dd444cc tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55 HTTP/1.1" status: 200 len: 5765 time: 0.0894287 Jan 15 10:21:32.371598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Request body: {'port': {'device_id': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'admin_state_up': True, 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'security_groups': ['862f7e22-ffae-4829-9842-a714961bd1b7']}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:32.547479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:32.551769 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Usage tracker for resource:port and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:32.555115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Quota usage for port was recalculated. Used quota:2. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:32.561089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:32.570581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Made reservation on behalf of 4f67f17d1340479fb9cb4ef5b4470f55 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:21:32.579919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:32.669552 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-583ecc35-887e-40e4-a8e0-2d5780e26a8c req-8020e4de-350c-4d04-81d8-3a951be151e5 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 210 time: 0.0495119 Jan 15 10:21:32.919118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Allocated IP 172.20.0.4 (88da6511-9ed8-4294-87e9-8d0fb85382dc/8390dd17-3d38-4c4f-ac2a-b8239648813e/06fc6d7b-fadc-4846-9231-feae085b94ae) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:33.345015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:21:33.375545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:33.396856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Transition to ACTIVE for port object 06fc6d7b-fadc-4846-9231-feae085b94ae will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:33.421747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:33.438430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:33.581102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event updated for resources: {'Port': ['ID=06fc6d7b-fadc-4846-9231-feae085b94ae,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:33.585468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:33.649040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:33.650372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:33.652884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:33.762286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:33.763093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:33.792612 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4255259 Jan 15 10:21:33.805559 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Request body: {'port': {'device_id': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:33.909581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-bdc4b11e-442a-4df0-8820-5097bb11ea40 None None] Provisioning for port 06fc6d7b-fadc-4846-9231-feae085b94ae completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:33.919278 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-bdc4b11e-442a-4df0-8820-5097bb11ea40 None None] Provisioning complete for port 06fc6d7b-fadc-4846-9231-feae085b94ae triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:33.920319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bdc4b11e-442a-4df0-8820-5097bb11ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:33.925716 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be446b9d-be74-404b-b313-634cba738a63 req-5b57df48-5076-4024-ae6c-a4aef6636485 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:33.928487 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-be446b9d-be74-404b-b313-634cba738a63 req-5b57df48-5076-4024-ae6c-a4aef6636485 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 931 time: 0.1105444 Jan 15 10:21:33.931714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:33.988356 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4b11e-442a-4df0-8820-5097bb11ea40 None None] Port 06fc6d7b-fadc-4846-9231-feae085b94ae cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:33.990493 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-be446b9d-be74-404b-b313-634cba738a63 req-b2578952-7438-4cd2-8c27-d2d854c3af8a tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0560713 Jan 15 10:21:34.415626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fc6d7b-fadc-4846-9231-feae085b94ae {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:21:34.425077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:34.442409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Transition to ACTIVE for port object 06fc6d7b-fadc-4846-9231-feae085b94ae will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:34.445160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:34.467106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-22228723-b50e-4732-beb6-44a4e2388bc6 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:34.611569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Pushing event updated for resources: {'Port': ['ID=06fc6d7b-fadc-4846-9231-feae085b94ae,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:34.614629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:34.820618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Attempting to bind port 06fc6d7b-fadc-4846-9231-feae085b94ae on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:34.821048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Attempting to bind port 06fc6d7b-fadc-4846-9231-feae085b94ae by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:34.821336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Attempting to bind port 06fc6d7b-fadc-4846-9231-feae085b94ae on network 88da6511-9ed8-4294-87e9-8d0fb85382dc {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:34.828184 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:34.828567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Checking segment: {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:34.828984 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:34.829397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Bound using segment: {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:34.829886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Bound port: 06fc6d7b-fadc-4846-9231-feae085b94ae, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8f0919-6824-4ed2-9252-f376f4f59ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:34.830266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:34.932016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] For port 06fc6d7b-fadc-4846-9231-feae085b94ae, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:34.935320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] For port 06fc6d7b-fadc-4846-9231-feae085b94ae, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=06fc6d7b-fadc-4846-9231-feae085b94ae,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:34.938882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:34.955220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a9fce174-43d4-455f-836e-01e06ec5e906 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:35.118007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Pushing event updated for resources: {'Port': ['ID=06fc6d7b-fadc-4846-9231-feae085b94ae,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:35.123612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:35.173533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:35.174446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:35.176313 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] 10.222.0.64 "PUT /v2.0/ports/06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 1157 time: 1.3758965 Jan 15 10:21:35.177323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:35.250499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60f30d-b8a9-44fe-9d43-7d34ea147af5 req-29be3240-5f41-417f-8356-9c948ee40775 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:35.252399 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e60f30d-b8a9-44fe-9d43-7d34ea147af5 req-29be3240-5f41-417f-8356-9c948ee40775 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 943 time: 0.1217389 Jan 15 10:21:35.260970 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'status': 'completed', 'code': 200} Jan 15 10:21:35.305942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-a0534326-6363-4b8a-bc69-415c37c518fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:35.307733 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-a0534326-6363-4b8a-bc69-415c37c518fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 1160 time: 0.0873234 Jan 15 10:21:35.311216 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e60f30d-b8a9-44fe-9d43-7d34ea147af5 req-ef6dca9b-d486-414a-8d44-8acbe4410ee3 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0521486 Jan 15 10:21:35.387805 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-4220fd6d-85f2-464a-8cd7-7b8807c5e0b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 217 time: 0.0713644 Jan 15 10:21:35.463284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-40d53f99-5cc1-4f92-9bea-4941e98eff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:35.464898 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-40d53f99-5cc1-4f92-9bea-4941e98eff49 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8390dd17-3d38-4c4f-ac2a-b8239648813e HTTP/1.1" status: 200 len: 850 time: 0.0700538 Jan 15 10:21:35.551890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-33e6069f-cb70-431a-bb99-63ebed39d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:35.553527 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-33e6069f-cb70-431a-bb99-63ebed39d68f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88da6511-9ed8-4294-87e9-8d0fb85382dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799668 Jan 15 10:21:35.703255 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-72d23f65-f34a-495e-a3d1-3370b0ebd6da service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425817 Jan 15 10:21:35.855005 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f4c63fdd-f370-4651-87f7-cbd643d40425 req-dfbdef98-93c3-4666-a7a7-4c37c1c92831 service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1450169 Jan 15 10:21:35.983805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-41c621d9-b4e2-4931-bb77-31c65bba8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:35.985388 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-41c621d9-b4e2-4931-bb77-31c65bba8824 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 1160 time: 0.0797834 Jan 15 10:21:36.133322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-765139b1-7c1d-4ca4-a1ad-a90d96e93362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:36.134902 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-765139b1-7c1d-4ca4-a1ad-a90d96e93362 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 200 len: 905 time: 0.1418226 Jan 15 10:21:36.212358 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-7cfc9654-3203-424d-823e-5dad3b6ff91d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 217 time: 0.0693166 Jan 15 10:21:36.284734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-c27d82ae-165a-40e0-b11f-8dc7530079ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:36.286465 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-c27d82ae-165a-40e0-b11f-8dc7530079ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8390dd17-3d38-4c4f-ac2a-b8239648813e HTTP/1.1" status: 200 len: 850 time: 0.0659323 Jan 15 10:21:36.368988 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-4fc12cc8-8729-4e78-914b-63020e418948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:36.370639 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-4fc12cc8-8729-4e78-914b-63020e418948 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88da6511-9ed8-4294-87e9-8d0fb85382dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773931 Jan 15 10:21:36.527625 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-2c7a764a-649d-4605-b9e7-613e6137a511 service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495621 Jan 15 10:21:36.573348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc206c4-ddd5-47ab-b00c-d61dfffc8bd8 req-0ee5aa49-83b2-40cd-897b-f383a54c4fe8 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:36.575101 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0cc206c4-ddd5-47ab-b00c-d61dfffc8bd8 req-0ee5aa49-83b2-40cd-897b-f383a54c4fe8 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 943 time: 0.1133242 Jan 15 10:21:36.630459 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0cc206c4-ddd5-47ab-b00c-d61dfffc8bd8 req-0f848ece-a128-49bb-b01f-c32598a00b3e tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0485785 Jan 15 10:21:36.682283 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27eabddc-717c-46ca-961b-8cd671a0e7b7 req-8fe2bcdd-91f4-4dd9-b2c4-f543680c529d service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468704 Jan 15 10:21:37.878388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf8d24-5da1-432a-a545-c234c8895644 req-b7c767b9-43be-4e8c-9552-cc5baab11b7c tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:37.880171 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cecf8d24-5da1-432a-a545-c234c8895644 req-b7c767b9-43be-4e8c-9552-cc5baab11b7c tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 943 time: 0.1095781 Jan 15 10:21:37.935759 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cecf8d24-5da1-432a-a545-c234c8895644 req-471c59aa-5076-4608-b7df-a0d211aa28ca tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0490274 Jan 15 10:21:39.167241 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8c672-2459-4cff-86c7-b7ef3f7c296a req-b1360f29-b1a8-4343-8b6d-10c6367318e0 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:39.168904 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-45f8c672-2459-4cff-86c7-b7ef3f7c296a req-b1360f29-b1a8-4343-8b6d-10c6367318e0 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 943 time: 0.1017540 Jan 15 10:21:39.227477 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-45f8c672-2459-4cff-86c7-b7ef3f7c296a req-db02bff9-a51a-48f8-9715-eb45c8810235 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0513213 Jan 15 10:21:40.461325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490e553-a72f-40b5-8579-45fdbdc583cb req-6401308b-5377-431b-a795-08aa9fe7bdb8 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:40.463740 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8490e553-a72f-40b5-8579-45fdbdc583cb req-6401308b-5377-431b-a795-08aa9fe7bdb8 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 943 time: 0.1041348 Jan 15 10:21:40.515661 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8490e553-a72f-40b5-8579-45fdbdc583cb req-85e45623-78ab-4ae8-bab5-960dbb31a6fb tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0453980 Jan 15 10:21:41.752900 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37eddc-8343-4c30-9df6-429bca164b93 req-7951cd05-327f-4859-9e91-1f7c1148ecda tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:41.754519 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a37eddc-8343-4c30-9df6-429bca164b93 req-7951cd05-327f-4859-9e91-1f7c1148ecda tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 943 time: 0.1071975 Jan 15 10:21:41.807470 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a37eddc-8343-4c30-9df6-429bca164b93 req-6737ff3e-67bc-4fe5-91b0-9a389dfdcc5f tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0465493 Jan 15 10:21:42.689175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:43.040301 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d93164-ca75-4cf7-9172-3ca081b6455c req-890852ad-37d6-40e0-8fc9-30b99be62d89 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:43.042522 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-16d93164-ca75-4cf7-9172-3ca081b6455c req-890852ad-37d6-40e0-8fc9-30b99be62d89 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 943 time: 0.1024294 Jan 15 10:21:43.098682 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-16d93164-ca75-4cf7-9172-3ca081b6455c req-996ebaf8-49d3-4d32-bd79-5b140227d9a8 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0497036 Jan 15 10:21:43.428866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 48274) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:43.496636 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] Deleting subnet 11d53c83-0bce-4e83-b246-c085160e827e {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:21:43.500165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:43.553099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:43.618347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:43.887842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:43.904004 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f58ea617-35e5-47bf-82a7-b56aed4c7933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:43.950500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 06fc6d7b-fadc-4846-9231-feae085b94ae up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:43.994106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d53c83-0bce-4e83-b246-c085160e827e,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:44.014441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:44.019792 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 06fc6d7b-fadc-4846-9231-feae085b94ae completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:44.024754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 06fc6d7b-fadc-4846-9231-feae085b94ae triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:44.025176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:44.042294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:44.049307 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-293d6a95-2e33-401d-8dc2-4ce96ecb9ce7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/11d53c83-0bce-4e83-b246-c085160e827e HTTP/1.1" status: 204 len: 168 time: 0.6193330 Jan 15 10:21:44.052034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 48278) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:44.149199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:44.173979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:44.182647 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:44.193357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 06fc6d7b-fadc-4846-9231-feae085b94ae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=06fc6d7b-fadc-4846-9231-feae085b94ae,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:44.196315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:44.199027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-28452d43-0cf2-4bb4-9496-b6ce44b26676 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:44.275141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=06fc6d7b-fadc-4846-9231-feae085b94ae,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:44.290971 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'code': 200} Jan 15 10:21:44.309217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.309578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.309962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.310334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.310703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.311195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.311433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.311799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.312158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.312518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.312876 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.313232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.313625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.313984 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.314341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.314692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.315113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.315476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.315825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.316182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.316540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.316895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.317497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.317849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:44.322961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:44.463453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:44.578563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dbabf-3d83-42c0-90cb-b4960f15c693 req-1c5d86ea-8664-4953-8417-533f1a14feb3 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:44.580211 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-448dbabf-3d83-42c0-90cb-b4960f15c693 req-1c5d86ea-8664-4953-8417-533f1a14feb3 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 945 time: 0.3403337 Jan 15 10:21:44.586861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc4a4-2989-4b8f-8a98-7e7758d2c03f req-ec36d4e6-d04e-491c-9743-76531878e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:44.589052 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c20fc4a4-2989-4b8f-8a98-7e7758d2c03f req-ec36d4e6-d04e-491c-9743-76531878e277 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 1162 time: 0.0810831 Jan 15 10:21:44.632922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8660a06d-010b-4a57-a910-9315cd9afbe1']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:44.635732 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c20fc4a4-2989-4b8f-8a98-7e7758d2c03f req-98b3bc31-cde1-4ebd-bbac-19bf83a4c229 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0385506 Jan 15 10:21:44.658599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b00143-fcca-4381-8afc-86bc134ab4f5') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:44.658916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b00143-fcca-4381-8afc-86bc134ab4f5') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:44.682970 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-448dbabf-3d83-42c0-90cb-b4960f15c693 req-cce40da8-541b-466f-b998-1db04cff5bd7 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0886183 Jan 15 10:21:44.684637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:44.700832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:44.702916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:21:44.888048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:21:44.897585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.080278 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Network 8660a06d-010b-4a57-a910-9315cd9afbe1 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:21:45.103169 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:21:45.181532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.185428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4c9e5e29-30b7-4151-9507-fe5c61b0baec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:45.203335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.209465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8660a06d-010b-4a57-a910-9315cd9afbe1,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:45.221757 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.222178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.222583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.223004 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.223425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.223824 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.224325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.224602 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.224992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.225380 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.225768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.226159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.226585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.226975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.227386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.227804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.228207 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.228593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.228980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.229366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.229794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.230115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.230500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.230920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:45.236240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:45.238201 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9e0e2125-fb4b-49ba-902a-e25ca826bdd6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8660a06d-010b-4a57-a910-9315cd9afbe1 HTTP/1.1" status: 204 len: 168 time: 1.1851571 Jan 15 10:21:45.461083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 48304) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:45.516640 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1d25206c-252b-447f-885d-a93d784cc440 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b6f3160b1a74f4b91b47306973c76b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514460 Jan 15 10:21:45.516882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 48308) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:45.582605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3b70326c-71e1-4eb9-bd40-f6ad35b97c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.609530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3b70326c-71e1-4eb9-bd40-f6ad35b97c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.655331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3b70326c-71e1-4eb9-bd40-f6ad35b97c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.661068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ee3aa87f-1070-4cfd-841d-c2d7910d85c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:45.667428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 06fc6d7b-fadc-4846-9231-feae085b94ae up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:45.676862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70326c-71e1-4eb9-bd40-f6ad35b97c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87042a86-3b52-4b1a-8024-8924391739bc,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:45.679253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3b70326c-71e1-4eb9-bd40-f6ad35b97c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.683535 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3b70326c-71e1-4eb9-bd40-f6ad35b97c5a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87042a86-3b52-4b1a-8024-8924391739bc HTTP/1.1" status: 204 len: 168 time: 0.1626432 Jan 15 10:21:45.683535 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3b70326c-71e1-4eb9-bd40-f6ad35b97c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:45.727348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-793532a3-eeb2-4a5e-b2c4-6f075364a638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.772947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 06fc6d7b-fadc-4846-9231-feae085b94ae triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:45.774198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:45.938910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2c60b-5d11-43d1-b595-90f717f6f2de req-f45c8e82-298c-42be-958a-a5ec3c35ae6c tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:45.940659 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bdb2c60b-5d11-43d1-b595-90f717f6f2de req-f45c8e82-298c-42be-958a-a5ec3c35ae6c tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1047378 Jan 15 10:21:45.996569 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bdb2c60b-5d11-43d1-b595-90f717f6f2de req-68c7d487-4e9a-47a5-9857-89f2a90625c6 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0493772 Jan 15 10:21:46.648692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 48340) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:46.790195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-644909682-network', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:46.795507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:46.799655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Usage tracker for resource:network and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:46.802850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:46.809167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:46.819131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Made reservation on behalf of 97e02f232fb04c5f8337ceca7e780952 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:21:46.824456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.837812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.853687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:46.857800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Usage tracker for resource:security_group_rule and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:46.860801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:46.866815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:46.959330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.962549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:46.966807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8087f28f-a4d8-4c43-837f-cd0dac3f88c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:46.996819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:21:47.012925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e931923-7025-4158-8026-84495574844f,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:47.015464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.015901 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Added segment 8bcfebb0-9f94-4696-b469-f33cee37e64d of type vxlan for network 36109423-cd2c-4c46-9971-4a2be2b45949 Jan 15 10:21:47.027078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.027498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.027908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.028312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.028715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.029111 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.029505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.029897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.030286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.030676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.031072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.031465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.031897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.032290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.032680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.033065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.033452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.033842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.034229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.034620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.035071 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.035431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.035818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.036203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:21:47.041088 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:47.072540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.103887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.105168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:47.105820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.110941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:47.217943 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5681374 Jan 15 10:21:47.218909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Pushing event updated for resources: {'Network': ['ID=36109423-cd2c-4c46-9971-4a2be2b45949,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:47.221015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 48348) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:47.223756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:47.227961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Request body: {'subnet': {'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-644909682-subnet', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'ip_version': 4}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:47.231101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 36109423-cd2c-4c46-9971-4a2be2b45949 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:21:47.233189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:47.237351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Usage tracker for resource:subnet and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:47.239027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eec5e-47d8-4bd7-a418-bc79d447cd5d req-7749a643-4671-4cd0-a29a-70445ec6e756 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:47.240575 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:47.240766 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4a2eec5e-47d8-4bd7-a418-bc79d447cd5d req-7749a643-4671-4cd0-a29a-70445ec6e756 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1091754 Jan 15 10:21:47.246667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:47.248379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 36109423-cd2c-4c46-9971-4a2be2b45949 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:21:47.261737 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Made reservation on behalf of 97e02f232fb04c5f8337ceca7e780952 for: {'subnet': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:21:47.266816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851808981'] for subnet, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.295241 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4a2eec5e-47d8-4bd7-a418-bc79d447cd5d req-316dd9e3-8efe-4d1f-b79f-94db2273d75f tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0469816 Jan 15 10:21:47.713054 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851808998'] for subnet, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.730294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f0791be3-d10c-4aa4-96ae-8079a20fd875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:47.900170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ed1fd21-53a3-4bfb-90a0-3400a3a64b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:47.917953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec894847-a9a3-48d5-ae69-b34e79d3a733 req-b66b9955-a6ba-421a-886d-5165dc57792c tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:47.919782 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ec894847-a9a3-48d5-ae69-b34e79d3a733 req-b66b9955-a6ba-421a-886d-5165dc57792c tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 945 time: 0.4804258 Jan 15 10:21:47.974665 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ec894847-a9a3-48d5-ae69-b34e79d3a733 req-6f63e840-00bb-4eed-93e2-5856d2718012 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0482962 Jan 15 10:21:48.089453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:48.102072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:48.163888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Checking segment: {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:48.164282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Network hostable DHCP agents. Network: 36109423-cd2c-4c46-9971-4a2be2b45949, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:21:48.183499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Network 36109423-cd2c-4c46-9971-4a2be2b45949 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:21:48.192724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 36109423-cd2c-4c46-9971-4a2be2b45949) {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:48.202527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217f5cc4-196b-47c4-85e9-413146be72a6 None None] Network 36109423-cd2c-4c46-9971-4a2be2b45949 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:21:48.203726 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-2a6d48e6-53db-4ce1-89b3-81d310720ac4 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1714625 Jan 15 10:21:48.206825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:48.207669 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.211750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Request body: {'floatingip': {'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:48.221710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:48.226001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Usage tracker for resource:floatingip and tenant:4f67f17d1340479fb9cb4ef5b4470f55 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:48.231113 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-68688295-1be4-4c46-ab0e-0619b220c625 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0060539 Jan 15 10:21:48.231113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 48362) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:48.231852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:48.236465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:48.237787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:48.241690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:48.245916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Usage tracker for resource:router and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:48.248971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for floatingip, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.249687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:48.255750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:48.266670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.267788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.283772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.410320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.452568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.468443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-36109423-cd2c-4c46-9971-4a2be2b45949', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:21:48.469352 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.566755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.712496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Allocated IP 172.27.1.184 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/1a503d96-0de2-426d-a160-f06f6da6c7ac) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:48.775742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Allocated IP 172.20.0.2 (36109423-cd2c-4c46-9971-4a2be2b45949/fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68/4fa2f384-5bdd-4375-ae1b-908f2e589f33) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:48.876532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.903486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.905155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.920228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:48.939473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:48.992154 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event updated for resources: {'Port': ['ID=1a503d96-0de2-426d-a160-f06f6da6c7ac,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:49.000479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.012327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Transition to ACTIVE for port object 4fa2f384-5bdd-4375-ae1b-908f2e589f33 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:49.029923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Transition to ACTIVE for port object 4fa2f384-5bdd-4375-ae1b-908f2e589f33 will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:49.035740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.054788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:49.095200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:49.153770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:49.155509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:49.158285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:49.190460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Pushing event updated for resources: {'Port': ['ID=4fa2f384-5bdd-4375-ae1b-908f2e589f33,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:49.196080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:49.244112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Allocated IP 172.27.1.181 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/0d5ad58b-e8a9-4741-879f-3469e76185a8) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:49.246749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Network 36109423-cd2c-4c46-9971-4a2be2b45949 is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:49.247925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:49.250221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:49.290268 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for floatingip, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.309494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Attempting to bind port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:49.309905 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Attempting to bind port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:49.310317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Attempting to bind port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 on network 36109423-cd2c-4c46-9971-4a2be2b45949 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:49.315930 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:49.316346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Checking segment: {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:49.316786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.317485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Bound using segment: {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:49.317983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Bound port: 4fa2f384-5bdd-4375-ae1b-908f2e589f33, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:49.318398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.360623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.414408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.433837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] For port 4fa2f384-5bdd-4375-ae1b-908f2e589f33, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:49.437888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] For port 4fa2f384-5bdd-4375-ae1b-908f2e589f33, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=4fa2f384-5bdd-4375-ae1b-908f2e589f33,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:49.444039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.447263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.463735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:49.467904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d73e671a-77c0-449b-965a-b20274630f77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:49.598419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0d5ad58b-e8a9-4741-879f-3469e76185a8,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:49.601680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.603918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:49.623445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Pushing event updated for resources: {'Port': ['ID=4fa2f384-5bdd-4375-ae1b-908f2e589f33,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:49.644520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.648628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.658397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:49.659864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:49.662371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:49.663435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-109f69ba-5918-4e5a-b76b-e6af719e7af7 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:49.807877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event updated for resources: {'Port': ['ID=1a503d96-0de2-426d-a160-f06f6da6c7ac,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:49.812444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:49.821372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:49.947837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.975141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:49.983064 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7762709 Jan 15 10:21:50.072116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-86665afc-9fa0-4c93-8d23-892896d3a4e9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Synchronizing usage tracker for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:floatingip {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:50.089842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-86665afc-9fa0-4c93-8d23-892896d3a4e9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Unset dirty status for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:floatingip {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:50.091029 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-86665afc-9fa0-4c93-8d23-892896d3a4e9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.184 HTTP/1.1" status: 200 len: 696 time: 0.1071115 Jan 15 10:21:50.145053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:50.324947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-0895d056-d301-4031-856a-afe38958df39 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:50.328907 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-0895d056-d301-4031-856a-afe38958df39 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 784 time: 0.2287626 Jan 15 10:21:50.356334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-ae8693be-6af1-46dd-b67a-8c2b654c26ad tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:21:50.357509 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a31b1d4f-c52c-46ef-834d-f3decdfeb4d9 req-ae8693be-6af1-46dd-b67a-8c2b654c26ad tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0209167 Jan 15 10:21:50.364404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:50.606016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-8e2945e4-e753-4dd7-924f-9d8480a5ae02 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:50.607744 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-8e2945e4-e753-4dd7-924f-9d8480a5ae02 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1069491 Jan 15 10:21:50.705438 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-4bd9bd2d-94f2-4da8-81e4-afea32669e5e tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.184 HTTP/1.1" status: 200 len: 696 time: 0.0894632 Jan 15 10:21:50.717210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Request body: {'floatingip': {'port_id': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:50.812039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for floatingip, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:50.873861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:51.100630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Router bff300c6-8793-4357-a1ca-17c47009e3d7 is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:21:51.311176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:51.317489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a2381-9108-48e4-afa9-0af7e8bed9bc None None] Network 36109423-cd2c-4c46-9971-4a2be2b45949 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:21:51.337765 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:51.342187 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1074941 Jan 15 10:21:51.343028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 48388) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:51.343148 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Sync routers for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:51.432640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:51.433341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:51.568613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-88961566-b2dd-419e-a2ab-9ecb56ef140b None None] Provisioning for port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:51.717003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:51.919306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for floatingip, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:51.923473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.089655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 48400) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:52.122248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 4fa2f384-5bdd-4375-ae1b-908f2e589f33 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:52.157756 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Floating IP 8cd08b69-e1ed-4b91-a586-e042d1b94f05 associated. External IP: 172.27.1.184, port: 06fc6d7b-fadc-4846-9231-feae085b94ae. Jan 15 10:21:52.212413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:49Z', 'revision_number': 3, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:52.228620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Checking router: bff300c6-8793-4357-a1ca-17c47009e3d7 for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:52.230511 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Updating router bff300c6-8793-4357-a1ca-17c47009e3d7 port 0d5ad58b-e8a9-4741-879f-3469e76185a8 binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:21:52.265775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.319257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:52.326696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.346438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.437331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:52.453630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Usage tracker for resource:security_group_rule and tenant:d44f95eeaa344282a71cca00d4af4602 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:52.459021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:52.468542 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:52.480516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:52.480943 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.620728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7a4c9140-0746-42f0-a0e0-1ee7f26fb1c1 None None] Provisioning complete for port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:52.621158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9140-0746-42f0-a0e0-1ee7f26fb1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.626216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Router f1c94c03-87a2-4ea8-9102-ab752eda179a has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:21:52.631721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.648185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.687080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-18b88c8f-d4e3-411a-8b2f-afa1080372ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:52.701906 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d44f95eeaa344282a71cca00d4af4602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062188 Jan 15 10:21:52.706403 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 48408) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:52.783199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97456412-9d2a-480d-a149-31385db93e14,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:52.793719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:52.880569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:52.885292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.893458 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] Sync routers for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:21:52.905125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:52.905728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:52.935603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9140-0746-42f0-a0e0-1ee7f26fb1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:52.943501 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-30d6416d-1320-424c-b4bd-deb814abe350 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "PUT /v2.0/floatingips/8cd08b69-e1ed-4b91-a586-e042d1b94f05 HTTP/1.1" status: 200 len: 996 time: 2.2315345 Jan 15 10:21:52.944165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:21:52.956288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.007977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7a4c9140-0746-42f0-a0e0-1ee7f26fb1c1 None None] For port 4fa2f384-5bdd-4375-ae1b-908f2e589f33, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=4fa2f384-5bdd-4375-ae1b-908f2e589f33,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:53.025991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7a4c9140-0746-42f0-a0e0-1ee7f26fb1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.032108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:53.032279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Allocated IP 172.20.0.1 (36109423-cd2c-4c46-9971-4a2be2b45949/fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68/209ad854-ae23-4e13-afc3-8db5df2709c7) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:21:53.175017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:21:53.175620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:21:53.177222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:53.206229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c9140-0746-42f0-a0e0-1ee7f26fb1c1 None None] Pushing event updated for resources: {'Port': ['ID=4fa2f384-5bdd-4375-ae1b-908f2e589f33,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:53.210509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a17fbe1b-92f2-4e8e-9751-82ffd60e5375 None None] Provisioning complete for port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:53.211163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a17fbe1b-92f2-4e8e-9751-82ffd60e5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.232698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a251b557-875a-425b-8777-e1d8edab56f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.253796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7a4c9140-0746-42f0-a0e0-1ee7f26fb1c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:53.258006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-5a6c3014-5064-48bd-9520-6e6f05095d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:53.266313 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-5a6c3014-5064-48bd-9520-6e6f05095d8a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 1162 time: 0.3001506 Jan 15 10:21:53.292127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a251b557-875a-425b-8777-e1d8edab56f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.309105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.367479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Transition to ACTIVE for port object 209ad854-ae23-4e13-afc3-8db5df2709c7 will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:53.402969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a251b557-875a-425b-8777-e1d8edab56f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.408058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:53.421499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251b557-875a-425b-8777-e1d8edab56f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97456412-9d2a-480d-a149-31385db93e14,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:53.424439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.441950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a251b557-875a-425b-8777-e1d8edab56f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:53.442846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:53.485492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-ac4b08f3-426b-4fbe-9e45-5fa4296f50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:53.487701 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-ac4b08f3-426b-4fbe-9e45-5fa4296f50ce service neutron] 10.222.0.75 "GET /v2.0/networks?id=88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 200 len: 905 time: 0.2205744 Jan 15 10:21:53.490876 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'status': 'completed', 'code': 200} Jan 15 10:21:53.594916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.630311 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-96ba0920-d7c8-4034-b509-2b59483b0f32 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 999 time: 0.1356456 Jan 15 10:21:53.639477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a251b557-875a-425b-8777-e1d8edab56f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.653969 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a251b557-875a-425b-8777-e1d8edab56f1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/97456412-9d2a-480d-a149-31385db93e14 HTTP/1.1" status: 204 len: 168 time: 0.9416432 Jan 15 10:21:53.660378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Transition to ACTIVE for port object 0d5ad58b-e8a9-4741-879f-3469e76185a8 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:21:53.665868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:53.687294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-84cc1a85-75c6-46bd-8577-87b591b71a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:53.707043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-f5bd8d14-c4b8-49b4-82b7-bf7636670358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:53.715331 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-f5bd8d14-c4b8-49b4-82b7-bf7636670358 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8390dd17-3d38-4c4f-ac2a-b8239648813e HTTP/1.1" status: 200 len: 850 time: 0.0777309 Jan 15 10:21:53.732346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '8cd08b69-e1ed-4b91-a586-e042d1b94f05', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'port_id': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'mac_address': 'fa:16:3e:f6:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:51Z', 'revision_number': 1, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:53.737358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] Checking router: f1c94c03-87a2-4ea8-9102-ab752eda179a for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:21:53.738371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Pushing event updated for resources: {'Port': ['ID=209ad854-ae23-4e13-afc3-8db5df2709c7,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:53.756269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:53.757153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:53.778284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:53.800577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-d9d63e9c-e360-4f89-ba00-fa6dc04d33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:53.810117 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-d9d63e9c-e360-4f89-ba00-fa6dc04d33a2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=88da6511-9ed8-4294-87e9-8d0fb85382dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936055 Jan 15 10:21:53.817157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-dac59902-c246-492c-8d5b-f74739167af5 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:21:53.826498 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-dac59902-c246-492c-8d5b-f74739167af5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0151479 Jan 15 10:21:53.886037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-036fd2bb-271a-4dc4-b85f-b04b7a08c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:53.890479 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-036fd2bb-271a-4dc4-b85f-b04b7a08c545 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 1162 time: 0.5903583 Jan 15 10:21:53.904450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33264-fda7-43bc-925b-1ca8a66a9789 None None] Pushing event updated for resources: {'Port': ['ID=0d5ad58b-e8a9-4741-879f-3469e76185a8,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:53.908752 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-97a33264-fda7-43bc-925b-1ca8a66a9789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:54.047585 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-68633273-2d2d-4839-8d51-f1f048d925d7 service neutron] 10.222.0.75 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190754 Jan 15 10:21:54.067461 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 4fa2f384-5bdd-4375-ae1b-908f2e589f33 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:54.132203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Attempting to bind port 0d5ad58b-e8a9-4741-879f-3469e76185a8 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:21:54.133035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Attempting to bind port 0d5ad58b-e8a9-4741-879f-3469e76185a8 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:21:54.133643 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Attempting to bind port 0d5ad58b-e8a9-4741-879f-3469e76185a8 on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:21:54.137124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:54.145065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:21:54.145875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:54.146510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:54.147319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:21:54.148425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Bound port: 0d5ad58b-e8a9-4741-879f-3469e76185a8, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:21:54.149210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:54.252587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Network 36109423-cd2c-4c46-9971-4a2be2b45949 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:54.260489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:54.260723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:21:54.303361 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2b1e15af-6b9f-449f-97cd-4e77e9181b68 req-1f416544-2a29-430d-a891-7675f855e852 service neutron] 10.222.0.75 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2550039 Jan 15 10:21:54.351723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:54.352261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:54.401220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:54.463144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] For port 0d5ad58b-e8a9-4741-879f-3469e76185a8, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:21:54.490691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] For port 0d5ad58b-e8a9-4741-879f-3469e76185a8, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=0d5ad58b-e8a9-4741-879f-3469e76185a8,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:21:54.503022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:54.509221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-00c44ce0-70b4-47d9-afe4-7e78d857d00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:54.510845 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-00c44ce0-70b4-47d9-afe4-7e78d857d00f service neutron] 10.222.0.64 "GET /v2.0/networks?id=88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 200 len: 905 time: 0.6066558 Jan 15 10:21:54.534273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0f8418af-0f5b-4194-9531-9798585effd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:54.648008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '8cd08b69-e1ed-4b91-a586-e042d1b94f05', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'port_id': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'mac_address': 'fa:16:3e:f6:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:51Z', 'revision_number': 1, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:54.653267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6cba68-2662-4d21-ba6f-6addd4315435 None None] The sync data for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi is: [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '8cd08b69-e1ed-4b91-a586-e042d1b94f05', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'floating_ip_address': '172.27.1.184', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'port_id': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'mac_address': 'fa:16:3e:f6:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:51Z', 'revision_number': 1, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:54.684501 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-60c08754-7fb9-4e62-ac99-c4fc6143307c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 999 time: 0.1657147 Jan 15 10:21:54.686942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:54.765835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a33264-fda7-43bc-925b-1ca8a66a9789 None None] Pushing event updated for resources: {'Port': ['ID=0d5ad58b-e8a9-4741-879f-3469e76185a8,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:54.788957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f4f21423-378f-4a96-b2ff-4fe51f5d1b54 None None] Provisioning for port 209ad854-ae23-4e13-afc3-8db5df2709c7 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:54.796813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-97a33264-fda7-43bc-925b-1ca8a66a9789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:54.806082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f4f21423-378f-4a96-b2ff-4fe51f5d1b54 None None] Provisioning complete for port 209ad854-ae23-4e13-afc3-8db5df2709c7 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:54.806523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f4f21423-378f-4a96-b2ff-4fe51f5d1b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:54.825371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-6284e7ce-97b8-49eb-b336-cf5ab792dc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:54.826970 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-6284e7ce-97b8-49eb-b336-cf5ab792dc32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8390dd17-3d38-4c4f-ac2a-b8239648813e HTTP/1.1" status: 200 len: 850 time: 0.1279640 Jan 15 10:21:54.896607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f4f21423-378f-4a96-b2ff-4fe51f5d1b54 None None] Port 209ad854-ae23-4e13-afc3-8db5df2709c7 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:54.911533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:21:54.912237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:55.061017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-fe6631bd-3486-46b8-91df-3b9be27ba415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:55.062662 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-fe6631bd-3486-46b8-91df-3b9be27ba415 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88da6511-9ed8-4294-87e9-8d0fb85382dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1996610 Jan 15 10:21:55.078166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa9fdb1-cd9d-48c4-8574-81c7eb8c1a38 None None] New status for floating IP 8cd08b69-e1ed-4b91-a586-e042d1b94f05: ACTIVE {{(pid=80046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:21:55.099846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 48444) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:55.275676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:21:55.286547 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.291851 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-6b33c15a-9b57-48dd-9ae2-548d9b00d8dd service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110729 Jan 15 10:21:55.293010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.301785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623570441-network', 'tenant_id': 'c3db63406c924e59ae4a686777590b2c'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:55.307445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:55.311582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Usage tracker for resource:network and tenant:c3db63406c924e59ae4a686777590b2c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:55.314596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:55.320846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:55.330090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b4de81c-b608-48f2-99cf-677d8a824b0d tempest-VolumesNegativeTest-874499207 tempest-VolumesNegativeTest-874499207] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:55.332350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Made reservation on behalf of c3db63406c924e59ae4a686777590b2c for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:21:55.336814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.351572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.368737 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:55.372878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Usage tracker for resource:security_group_rule and tenant:c3db63406c924e59ae4a686777590b2c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:55.375947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:55.382051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:55.484675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.489326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.494437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8e21721a-6ac1-4240-bfc4-28e70f18d8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:55.508469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.528046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:21:55.538374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6ab2c-b017-4a7f-a485-3a9b2667046f,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:55.542786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:55.546967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.547387 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Added segment b4002bc9-da5d-4ae4-837e-db6977057afe of type vxlan for network 520cf110-a324-4b80-91a0-db1e3ca6f145 Jan 15 10:21:55.575868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.585067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Pushing event updated for resources: {'Port': ['ID=209ad854-ae23-4e13-afc3-8db5df2709c7,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:55.605046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:55.609368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.611016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:55.611663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:55.617809 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:55.658009 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-60b0ae7e-dbb2-4275-a8e1-e03d21a89c77 req-818c12e7-4032-4efe-98bc-92f402fc3a70 service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3318079 Jan 15 10:21:55.702118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Network 36109423-cd2c-4c46-9971-4a2be2b45949 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:21:55.703645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:55.936384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Router bff300c6-8793-4357-a1ca-17c47009e3d7 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:21:55.961120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Pushing event updated for resources: {'Network': ['ID=520cf110-a324-4b80-91a0-db1e3ca6f145,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:55.967720 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8643298 Jan 15 10:21:55.967720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:55.968639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 48450) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:21:55.974900 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Request body: {'subnet': {'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623570441-subnet', 'tenant_id': 'c3db63406c924e59ae4a686777590b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:21:55.980854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:21:55.981995 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:21:55.984916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Usage tracker for resource:subnet and tenant:c3db63406c924e59ae4a686777590b2c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:21:55.987940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:21:55.993833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:21:56.002562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:21:56.003952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Made reservation on behalf of c3db63406c924e59ae4a686777590b2c for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:21:56.008868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2611297'] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:56.131889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:21:56.136772 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] 10.222.0.75 "PUT /v2.0/routers/bff300c6-8793-4357-a1ca-17c47009e3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7932410 Jan 15 10:21:56.206778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-17040dbe-da30-4439-9cb0-83189243b90b None None] Provisioning complete for port 209ad854-ae23-4e13-afc3-8db5df2709c7 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:56.207735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-17040dbe-da30-4439-9cb0-83189243b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:56.267295 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:21:53Z', 'revision_number': 1, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:21:56.280650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96524339-dcb1-4c17-9c81-3996f458a231 None None] The sync data for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi is: [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:21:53Z', 'revision_number': 1, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:21:56.292000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-17040dbe-da30-4439-9cb0-83189243b90b None None] Port 209ad854-ae23-4e13-afc3-8db5df2709c7 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:21:56.439283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3123202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2611280'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:56.458811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:56.594322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b1f1e5-a574-47f3-83ae-6c5c13f113d4,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:56.607001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:56.693419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Checking segment: {'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:21:56.693928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Network hostable DHCP agents. Network: 520cf110-a324-4b80-91a0-db1e3ca6f145, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:21:56.720721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:21:56.731832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 520cf110-a324-4b80-91a0-db1e3ca6f145) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:21:56.745425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:56.745727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac9b3b-9224-4475-aa33-9add6234c7f7 None None] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:21:56.746345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:56.774475 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-35af58ca-58e0-4a35-bbd6-ccbddc2ac617 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8045313 Jan 15 10:21:57.017506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f53b32-9094-4c4b-a5d0-372984fec562 None None] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:21:58.078882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 0d5ad58b-e8a9-4741-879f-3469e76185a8 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:21:58.165967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 0d5ad58b-e8a9-4741-879f-3469e76185a8 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:21:58.171439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 0d5ad58b-e8a9-4741-879f-3469e76185a8 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:21:58.171948 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:58.301087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:58.320243 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 0d5ad58b-e8a9-4741-879f-3469e76185a8, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=0d5ad58b-e8a9-4741-879f-3469e76185a8,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:21:58.324134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:21:58.326058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:21:58.422377 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=0d5ad58b-e8a9-4741-879f-3469e76185a8,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:21:58.435812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:21:59.305955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-841b3694-4c41-4976-a9d2-272cad96f620 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:21:59.306748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-841b3694-4c41-4976-a9d2-272cad96f620 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Synchronizing usage tracker for tenant:c3db63406c924e59ae4a686777590b2c on resource:network {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:21:59.325629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-841b3694-4c41-4976-a9d2-272cad96f620 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Unset dirty status for tenant:c3db63406c924e59ae4a686777590b2c on resource:network {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:21:59.326843 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-841b3694-4c41-4976-a9d2-272cad96f620 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/networks?id=520cf110-a324-4b80-91a0-db1e3ca6f145 HTTP/1.1" status: 200 len: 808 time: 0.2112482 Jan 15 10:21:59.344609 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-bf94a3db-ddf8-4d11-bb63-97828d95e935 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/quotas/c3db63406c924e59ae4a686777590b2c HTTP/1.1" status: 200 len: 375 time: 0.0113513 Jan 15 10:21:59.416296 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-6a16ee4a-8c8f-480b-ab03-a9f6cb597b6b tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3db63406c924e59ae4a686777590b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639017 Jan 15 10:21:59.591744 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-d6954d89-6fb6-43aa-b53c-b9f0de948452 service neutron] 10.222.0.75 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656315 Jan 15 10:21:59.758036 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-0efdfe5b-820b-486a-82f1-6aa7dcc38b47 service neutron] 10.222.0.75 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1620178 Jan 15 10:21:59.999371 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-58a92b58-0986-409e-a011-193bcec6072d req-29480d75-cc0e-4f4e-baeb-f2572c762575 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 210 time: 0.0628438 Jan 15 10:22:00.045429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 0d5ad58b-e8a9-4741-879f-3469e76185a8 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:00.127715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 0d5ad58b-e8a9-4741-879f-3469e76185a8 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:00.128485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:00.301611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Sync routers for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:22:00.312374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:22:00.313191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:00.751668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:22:01.134724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 2, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:01.139336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Checking router: bff300c6-8793-4357-a1ca-17c47009e3d7 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:22:01.139854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Updating router bff300c6-8793-4357-a1ca-17c47009e3d7 port 209ad854-ae23-4e13-afc3-8db5df2709c7 binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:22:01.217827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.230733 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6d9d78a8-9f03-48e6-8dd7-77621b4e147e req-5e8d1c2c-c33b-4828-a40b-8479ad99ebf4 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 210 time: 0.0669394 Jan 15 10:22:01.686558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-be7314bf-fc68-4ff7-bf0b-0fc636f2ae39 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:01.688171 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-be7314bf-fc68-4ff7-bf0b-0fc636f2ae39 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.64 "GET /v2.0/networks?id=520cf110-a324-4b80-91a0-db1e3ca6f145 HTTP/1.1" status: 200 len: 808 time: 0.3125811 Jan 15 10:22:01.721097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.721334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Request body: {'port': {'device_id': '2c5dde74-9ac7-4773-a0df-cd4a1f2a671a', 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145', 'admin_state_up': True, 'tenant_id': 'c3db63406c924e59ae4a686777590b2c'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:01.736397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Transition to ACTIVE for port object 209ad854-ae23-4e13-afc3-8db5df2709c7 will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:22:01.742425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:01.760029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-98813bcc-9c1d-40ac-abc9-fd3c2e5b6449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:01.892885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Pushing event updated for resources: {'Port': ['ID=209ad854-ae23-4e13-afc3-8db5df2709c7,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:01.914097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.914571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.915665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.916112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.916558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.916993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.917422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.917842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.918267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.918685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.919130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.920041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.920041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.920417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.920836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.921254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.921676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.922099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.922889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.922889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.923342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.923761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.924197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.924612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:01.931289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:01.935452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:01.939869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Usage tracker for resource:port and tenant:c3db63406c924e59ae4a686777590b2c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:01.943458 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Quota usage for port was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:01.949628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:01.964911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Made reservation on behalf of c3db63406c924e59ae4a686777590b2c for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:22:01.995307 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:02.123801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Attempting to bind port 209ad854-ae23-4e13-afc3-8db5df2709c7 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:22:02.124494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Attempting to bind port 209ad854-ae23-4e13-afc3-8db5df2709c7 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:22:02.125010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Attempting to bind port 209ad854-ae23-4e13-afc3-8db5df2709c7 on network 36109423-cd2c-4c46-9971-4a2be2b45949 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:22:02.145774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:22:02.146191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Checking segment: {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:22:02.146635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:02.147122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Bound using segment: {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:22:02.147654 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Bound port: 209ad854-ae23-4e13-afc3-8db5df2709c7, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:22:02.148076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:02.275641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] For port 209ad854-ae23-4e13-afc3-8db5df2709c7, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:22:02.279434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] For port 209ad854-ae23-4e13-afc3-8db5df2709c7, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=209ad854-ae23-4e13-afc3-8db5df2709c7,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:22:02.284765 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:02.301231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:02.513296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Pushing event updated for resources: {'Port': ['ID=209ad854-ae23-4e13-afc3-8db5df2709c7,revision_number=4']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:02.519339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:02.562901 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e99c0d73-100c-4abc-a245-215a3bc284e6 req-821759d5-33b1-4ade-9766-e66e5a5884f3 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 210 time: 0.1238155 Jan 15 10:22:02.604267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:22:02.605634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:21:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:02.687352 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Allocated IP 172.20.0.9 (520cf110-a324-4b80-91a0-db1e3ca6f145/59b1f1e5-a574-47f3-83ae-6c5c13f113d4/131c7217-7295-4d7e-a437-113d7decb341) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:22:02.842606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:22:02.942840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:02.995892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:03.013288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:03.169206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Pushing event updated for resources: {'Port': ['ID=131c7217-7295-4d7e-a437-113d7decb341,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:03.174271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:03.241257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:22:03.242728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:22:03.244457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:22:02Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:03.245841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:22:03.249391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8c6a5d-d8f6-4f54-a170-664c6233b836 None None] The sync data for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi is: [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:22:02Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:22:03.335382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:03.336282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:03.361420 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6492763 Jan 15 10:22:03.376380 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Request body: {'port': {'device_id': '2c5dde74-9ac7-4773-a0df-cd4a1f2a671a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:03.536427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:03.921176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f6d97-5639-4cbe-b98a-27520f0113eb req-f50f0442-5800-4277-a5e0-30dfb0be4a1a tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:03.930076 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-157f6d97-5639-4cbe-b98a-27520f0113eb req-f50f0442-5800-4277-a5e0-30dfb0be4a1a tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 931 time: 0.1324253 Jan 15 10:22:03.989645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-157f6d97-5639-4cbe-b98a-27520f0113eb req-46b4f6dd-77a2-4bcf-b2cb-f50e84c09df0 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Synchronizing usage tracker for tenant:c3db63406c924e59ae4a686777590b2c on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:04.029256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-157f6d97-5639-4cbe-b98a-27520f0113eb req-46b4f6dd-77a2-4bcf-b2cb-f50e84c09df0 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Unset dirty status for tenant:c3db63406c924e59ae4a686777590b2c on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:04.042285 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-157f6d97-5639-4cbe-b98a-27520f0113eb req-46b4f6dd-77a2-4bcf-b2cb-f50e84c09df0 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111877 Jan 15 10:22:04.125222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131c7217-7295-4d7e-a437-113d7decb341 {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:22:04.135513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.156071 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Transition to ACTIVE for port object 131c7217-7295-4d7e-a437-113d7decb341 will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:22:04.157809 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 209ad854-ae23-4e13-afc3-8db5df2709c7 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:04.160960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.178195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:04.254742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 209ad854-ae23-4e13-afc3-8db5df2709c7 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:22:04.264606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 209ad854-ae23-4e13-afc3-8db5df2709c7 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:04.265314 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.334237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Pushing event updated for resources: {'Port': ['ID=131c7217-7295-4d7e-a437-113d7decb341,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:04.337638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:04.453050 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.491315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 209ad854-ae23-4e13-afc3-8db5df2709c7, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=209ad854-ae23-4e13-afc3-8db5df2709c7,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:04.497758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.499783 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:04.587336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Attempting to bind port 131c7217-7295-4d7e-a437-113d7decb341 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:22:04.587671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Attempting to bind port 131c7217-7295-4d7e-a437-113d7decb341 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:22:04.587864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=209ad854-ae23-4e13-afc3-8db5df2709c7,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:04.587983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Attempting to bind port 131c7217-7295-4d7e-a437-113d7decb341 on network 520cf110-a324-4b80-91a0-db1e3ca6f145 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:22:04.592344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:04.595578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:22:04.595967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Checking segment: {'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:22:04.596341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.596735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Bound using segment: {'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:22:04.597365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Bound port: 131c7217-7295-4d7e-a437-113d7decb341, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:22:04.598177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.702319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] For port 131c7217-7295-4d7e-a437-113d7decb341, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:22:04.707850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] For port 131c7217-7295-4d7e-a437-113d7decb341, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=131c7217-7295-4d7e-a437-113d7decb341,segment=NetworkSegment(b4002bc9-da5d-4ae4-837e-db6977057afe),segment_id=b4002bc9-da5d-4ae4-837e-db6977057afe)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:22:04.711867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.730062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0947388f-762d-4eaf-9e8b-f51ab4f272b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:04.890861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Pushing event updated for resources: {'Port': ['ID=131c7217-7295-4d7e-a437-113d7decb341,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:04.896437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:04.934155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:04.934844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:04.936469 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] 10.222.0.64 "PUT /v2.0/ports/131c7217-7295-4d7e-a437-113d7decb341 HTTP/1.1" status: 200 len: 1157 time: 1.5651684 Jan 15 10:22:04.937006 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5dde74-9ac7-4773-a0df-cd4a1f2a671a', 'tag': '131c7217-7295-4d7e-a437-113d7decb341'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:05.060489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-cd27eebc-fde8-4298-a013-ea5f8ee7cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:05.062152 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-cd27eebc-fde8-4298-a013-ea5f8ee7cd4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3db63406c924e59ae4a686777590b2c&device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 1160 time: 0.0807559 Jan 15 10:22:05.219835 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-5715b47e-f841-4919-b5c5-f9d52bcf1036 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=131c7217-7295-4d7e-a437-113d7decb341 HTTP/1.1" status: 200 len: 217 time: 0.1301069 Jan 15 10:22:05.266329 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5dde74-9ac7-4773-a0df-cd4a1f2a671a', 'tag': '131c7217-7295-4d7e-a437-113d7decb341', 'status': 'completed', 'code': 200} Jan 15 10:22:05.309309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-b15fc095-b4f3-4632-aa0c-122141868831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:05.310919 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-b15fc095-b4f3-4632-aa0c-122141868831 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=59b1f1e5-a574-47f3-83ae-6c5c13f113d4 HTTP/1.1" status: 200 len: 848 time: 0.0829492 Jan 15 10:22:05.352083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280b85f-5f48-4765-b4aa-2b73ec63569e req-57ffdec7-b546-4a71-bdd2-30083cfba6b8 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:05.354091 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1280b85f-5f48-4765-b4aa-2b73ec63569e req-57ffdec7-b546-4a71-bdd2-30083cfba6b8 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 943 time: 0.1175156 Jan 15 10:22:05.367394 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-43f423cb-fd41-4b34-85be-d1254c719d99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=520cf110-a324-4b80-91a0-db1e3ca6f145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473890 Jan 15 10:22:05.426862 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1280b85f-5f48-4765-b4aa-2b73ec63569e req-da8c4568-bf90-4067-8e56-a55122124884 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650551 Jan 15 10:22:05.532092 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-85950b37-d291-4f1a-8cf6-754872a26a69 service neutron] 10.222.0.64 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540060 Jan 15 10:22:05.694209 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3d8e0e90-7b34-4e37-824c-a254e1363134 req-14c87892-f8d2-48b3-81cd-2ab0ca5eed91 service neutron] 10.222.0.64 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1521239 Jan 15 10:22:05.833920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-844cc7b5-c0f4-4365-a48f-8ebe098f4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:05.835680 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-844cc7b5-c0f4-4365-a48f-8ebe098f4904 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3db63406c924e59ae4a686777590b2c&device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 1160 time: 0.0890963 Jan 15 10:22:05.995528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-13319b78-f55b-424e-96f5-e91fa8c91091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:05.998250 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-13319b78-f55b-424e-96f5-e91fa8c91091 service neutron] 10.222.0.64 "GET /v2.0/networks?id=520cf110-a324-4b80-91a0-db1e3ca6f145 HTTP/1.1" status: 200 len: 902 time: 0.1544068 Jan 15 10:22:06.050506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 209ad854-ae23-4e13-afc3-8db5df2709c7 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:06.071456 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-01b9d50a-4f63-4026-98ae-36f0406d6167 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=131c7217-7295-4d7e-a437-113d7decb341 HTTP/1.1" status: 200 len: 217 time: 0.0667381 Jan 15 10:22:06.158096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-651483ab-5840-4459-aac6-a16870c20f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:06.159722 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-651483ab-5840-4459-aac6-a16870c20f59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=59b1f1e5-a574-47f3-83ae-6c5c13f113d4 HTTP/1.1" status: 200 len: 848 time: 0.0814273 Jan 15 10:22:06.166371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 209ad854-ae23-4e13-afc3-8db5df2709c7 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:06.166921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:06.248275 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-bf9bdb51-fd21-47d4-abf6-860674f885b7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=520cf110-a324-4b80-91a0-db1e3ca6f145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754855 Jan 15 10:22:06.415888 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-aad61e3d-10f7-47b1-826d-f094d978430b service neutron] 10.222.0.64 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585908 Jan 15 10:22:06.593020 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-24cc7901-72da-4a52-8dc1-b2a54a2e410a req-f898e8b7-9116-4cfb-aefc-923ec1d802c9 service neutron] 10.222.0.64 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1693172 Jan 15 10:22:06.692766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eb1e4-725d-4852-941f-26bfdb4a0b18 req-b0d296b1-31d6-4ebe-87db-4e1b57652c1d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:06.694513 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f99eb1e4-725d-4852-941f-26bfdb4a0b18 req-b0d296b1-31d6-4ebe-87db-4e1b57652c1d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 943 time: 0.1116889 Jan 15 10:22:06.753990 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f99eb1e4-725d-4852-941f-26bfdb4a0b18 req-d62a16ce-3680-4795-8fa4-6c7533d969b2 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519779 Jan 15 10:22:07.862388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.objects.ports [None req-758e5673-8615-4cf9-9191-89cafc2106c3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80046) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:22:08.124877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-c257dd89-7c8f-46bc-8061-6ab89ecd105e tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:08.126448 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-c257dd89-7c8f-46bc-8061-6ab89ecd105e tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 814 time: 0.2015841 Jan 15 10:22:08.148891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85667a92-83e2-4576-835f-37779027abf8 req-94ba253c-df0f-4c03-a629-4528346b6656 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:08.151052 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-85667a92-83e2-4576-835f-37779027abf8 req-94ba253c-df0f-4c03-a629-4528346b6656 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 943 time: 0.2619131 Jan 15 10:22:08.177796 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-ff9aa4ff-f174-421d-8d88-2d446827c583 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/quotas/97e02f232fb04c5f8337ceca7e780952 HTTP/1.1" status: 200 len: 375 time: 0.0257058 Jan 15 10:22:08.262858 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-85667a92-83e2-4576-835f-37779027abf8 req-a36c7591-7e9c-4d42-a50d-3f315092bc5b tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036060 Jan 15 10:22:08.271734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 131c7217-7295-4d7e-a437-113d7decb341 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:08.296085 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-59285788-721d-450e-8cda-8f651e24bf3a tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121471 Jan 15 10:22:08.342155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 131c7217-7295-4d7e-a437-113d7decb341 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:22:08.347108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 131c7217-7295-4d7e-a437-113d7decb341 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:08.347530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:08.452190 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-918d01e0-0a38-47d1-9a6f-9b35de1f2150 service neutron] 10.222.0.75 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431572 Jan 15 10:22:08.484159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:08.517130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5dde74-9ac7-4773-a0df-cd4a1f2a671a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c7217-7295-4d7e-a437-113d7decb341'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:08.529192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 131c7217-7295-4d7e-a437-113d7decb341, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=131c7217-7295-4d7e-a437-113d7decb341,segment=NetworkSegment(b4002bc9-da5d-4ae4-837e-db6977057afe),segment_id=b4002bc9-da5d-4ae4-837e-db6977057afe)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:08.533251 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:08.535673 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:08.610065 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=131c7217-7295-4d7e-a437-113d7decb341,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:08.614102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:08.618807 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-174153da-a430-4db5-8df7-b05fff9d0cf8 service neutron] 10.222.0.75 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583829 Jan 15 10:22:08.773968 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5dde74-9ac7-4773-a0df-cd4a1f2a671a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c7217-7295-4d7e-a437-113d7decb341', 'code': 200} Jan 15 10:22:08.845243 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ee075202-c1a7-4ffe-a969-9e6f874adc22 req-0c5e5bb0-9d74-42d6-99fd-06d4dc03ce87 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 210 time: 0.0543447 Jan 15 10:22:09.035209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07618c6a-28d2-4964-b671-6ffb2cadd036 req-b9b25e59-10eb-496c-a560-38e92b602366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:09.036928 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-07618c6a-28d2-4964-b671-6ffb2cadd036 req-b9b25e59-10eb-496c-a560-38e92b602366 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 1162 time: 0.0807042 Jan 15 10:22:09.083939 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-07618c6a-28d2-4964-b671-6ffb2cadd036 req-7706047a-7ef5-44fb-ae2b-33311d963d67 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Jan 15 10:22:09.496095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c6e89-bece-4bc2-8afb-d750c182c842 req-921bae5c-9af4-498d-b0bc-35f45ddbaef7 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:09.497729 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-808c6e89-bece-4bc2-8afb-d750c182c842 req-921bae5c-9af4-498d-b0bc-35f45ddbaef7 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.0997770 Jan 15 10:22:09.554137 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-808c6e89-bece-4bc2-8afb-d750c182c842 req-a8e359ae-e5fd-4d9a-8f6a-6467b84e26b4 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499637 Jan 15 10:22:09.793786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 131c7217-7295-4d7e-a437-113d7decb341 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:09.864089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 131c7217-7295-4d7e-a437-113d7decb341 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:09.864506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:10.024990 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3a2679d0-c276-4da6-bf53-3f8847699b8b req-6c45a084-b2e5-47c5-8520-c56a3eaf8d42 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 210 time: 0.0458636 Jan 15 10:22:10.345003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:22:10.445345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-f8d07055-6f6e-4510-a780-5ff435349179 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:10.446796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-f8d07055-6f6e-4510-a780-5ff435349179 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Synchronizing usage tracker for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:network {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:10.470798 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-f8d07055-6f6e-4510-a780-5ff435349179 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Unset dirty status for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:network {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:10.472153 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-f8d07055-6f6e-4510-a780-5ff435349179 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.64 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 814 time: 0.4392326 Jan 15 10:22:10.497293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'port': {'device_id': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'admin_state_up': True, 'tenant_id': '97e02f232fb04c5f8337ceca7e780952'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:10.671146 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:10.676457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Usage tracker for resource:port and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:10.680860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Quota usage for port was recalculated. Used quota:2. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:10.687834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:10.700747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Made reservation on behalf of 97e02f232fb04c5f8337ceca7e780952 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:22:10.714306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:10.894246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80841d-1d29-4de9-a215-c3e069aa3742 req-ee1f6266-7335-4449-a79e-35bb696d8e3d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:10.904842 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2c80841d-1d29-4de9-a215-c3e069aa3742 req-ee1f6266-7335-4449-a79e-35bb696d8e3d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1454484 Jan 15 10:22:10.975511 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2c80841d-1d29-4de9-a215-c3e069aa3742 req-2444fda9-11fe-4752-91ee-8b07fc14e843 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691133 Jan 15 10:22:11.186685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Allocated IP 172.20.0.10 (36109423-cd2c-4c46-9971-4a2be2b45949/fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68/7814cd9a-3df0-4348-a65b-b5b5cf0249e4) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:22:11.244335 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8d00f5de-7c1b-446d-ae80-1e0933cdbf51 req-d7860742-be39-4e90-b8b4-d686a5a16457 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 210 time: 0.0505757 Jan 15 10:22:11.450305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.476844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Transition to ACTIVE for port object 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:22:11.507331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.530595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e3d8a3f-b366-4ad2-a492-219e2921640a tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:11.676739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event updated for resources: {'Port': ['ID=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:11.682754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:11.735852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Network 36109423-cd2c-4c46-9971-4a2be2b45949 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:22:11.737058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:22:11.739758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:22:11.818590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 131c7217-7295-4d7e-a437-113d7decb341 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:11.868186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:11.868922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:11.903743 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4107783 Jan 15 10:22:11.922784 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 131c7217-7295-4d7e-a437-113d7decb341 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:11.923609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:12.028232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-292f15cf-920b-4e9e-a5f9-96a8fdd89059 None None] Provisioning for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:22:12.067280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-292f15cf-920b-4e9e-a5f9-96a8fdd89059 None None] Provisioning complete for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:12.067942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-292f15cf-920b-4e9e-a5f9-96a8fdd89059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:12.147462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-292f15cf-920b-4e9e-a5f9-96a8fdd89059 None None] Port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:22:12.315647 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092d1ff-7ea8-4444-b388-dd5ac1f5b5ac req-27e3285b-523b-4789-942e-367a592f4251 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:12.317216 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a092d1ff-7ea8-4444-b388-dd5ac1f5b5ac req-27e3285b-523b-4789-942e-367a592f4251 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1049535 Jan 15 10:22:12.376103 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a092d1ff-7ea8-4444-b388-dd5ac1f5b5ac req-a2889482-cd84-4605-87cd-7b1d86dc0ae6 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518403 Jan 15 10:22:12.652862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3c997-0161-4bb9-b543-72f1de39254f req-b0f6ac44-6528-4750-a098-e544bb003c72 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:12.654590 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-efd3c997-0161-4bb9-b543-72f1de39254f req-b0f6ac44-6528-4750-a098-e544bb003c72 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 932 time: 0.1322005 Jan 15 10:22:12.713713 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-efd3c997-0161-4bb9-b543-72f1de39254f req-8e27000c-625b-4f40-a68b-7dc100830efb tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500715 Jan 15 10:22:12.718770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:13.621674 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d165b0-2947-46b4-8525-72c25c2295b0 req-b350f8ac-876a-4927-8e69-202866c51f6f tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:13.623338 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1d165b0-2947-46b4-8525-72c25c2295b0 req-b350f8ac-876a-4927-8e69-202866c51f6f tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1100695 Jan 15 10:22:13.678208 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1d165b0-2947-46b4-8525-72c25c2295b0 req-c6672bb0-149b-4b9f-baeb-e308d616533c tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485089 Jan 15 10:22:13.953600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69439e81-4d65-4706-a65d-359fd30f1ae5 req-b117191d-763e-4c44-a874-d11889796d7b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:13.955163 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-69439e81-4d65-4706-a65d-359fd30f1ae5 req-b117191d-763e-4c44-a874-d11889796d7b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 932 time: 0.1011283 Jan 15 10:22:14.237962 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-69439e81-4d65-4706-a65d-359fd30f1ae5 req-3e68ac79-09e3-4f99-a705-45a7009c451b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755749 Jan 15 10:22:14.930083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c9c86-285f-440d-9a67-2e7ee1876521 req-90adc41b-35c4-4164-8a22-def94b91a0b6 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:14.935741 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e8c9c86-285f-440d-9a67-2e7ee1876521 req-90adc41b-35c4-4164-8a22-def94b91a0b6 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1231887 Jan 15 10:22:15.005498 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e8c9c86-285f-440d-9a67-2e7ee1876521 req-ed487844-bfc7-4a6b-b5d9-42fe782cd63b tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566695 Jan 15 10:22:15.487381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc442b1-c5f9-4f86-b2eb-3f5eb2392842 req-07795a83-6563-4cbd-9b1f-443deda92276 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:15.489106 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abc442b1-c5f9-4f86-b2eb-3f5eb2392842 req-07795a83-6563-4cbd-9b1f-443deda92276 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 932 time: 0.1131265 Jan 15 10:22:15.542818 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-abc442b1-c5f9-4f86-b2eb-3f5eb2392842 req-2e156933-6d91-462f-b512-06cffb314f00 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466902 Jan 15 10:22:15.664342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa7b9-0861-481f-955e-dca48543988e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:16.255468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de20ac2-c98c-4c96-aee0-ac3ac89bbcb8 req-e5189c5d-16c6-4650-a786-302ca4a6a45d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:16.257379 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7de20ac2-c98c-4c96-aee0-ac3ac89bbcb8 req-e5189c5d-16c6-4650-a786-302ca4a6a45d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1182287 Jan 15 10:22:16.329542 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7de20ac2-c98c-4c96-aee0-ac3ac89bbcb8 req-afa6a89a-ed31-4b2e-aeae-856e2261b5bc tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593407 Jan 15 10:22:16.790571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa17cd-1900-42f4-b014-c7efab47aeb5 req-a7cc6eb2-ea02-41d8-8eaf-0fb1056a40fb tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:16.792283 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-55aa17cd-1900-42f4-b014-c7efab47aeb5 req-a7cc6eb2-ea02-41d8-8eaf-0fb1056a40fb tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 932 time: 0.1063161 Jan 15 10:22:16.847663 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-55aa17cd-1900-42f4-b014-c7efab47aeb5 req-2bf3c3c5-dc62-483f-ab84-6eadde760550 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488546 Jan 15 10:22:17.604407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9b138-8ab6-41a2-8330-db38f6003ac3 req-dec61b3f-d67b-4fee-a294-3998ed54487f tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:17.606423 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52c9b138-8ab6-41a2-8330-db38f6003ac3 req-dec61b3f-d67b-4fee-a294-3998ed54487f tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1158960 Jan 15 10:22:17.679995 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52c9b138-8ab6-41a2-8330-db38f6003ac3 req-df2cae32-a418-45f7-804f-bf669dcb9428 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661433 Jan 15 10:22:17.894919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-336b296e-fdec-4b15-86a6-6fb7de1f7c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:18.109057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c652960-d38a-4286-923b-2960bcc6a831 req-25be6355-e63e-47be-b0df-fd469ce431ff tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:18.110927 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2c652960-d38a-4286-923b-2960bcc6a831 req-25be6355-e63e-47be-b0df-fd469ce431ff tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 932 time: 0.1170814 Jan 15 10:22:18.170743 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2c652960-d38a-4286-923b-2960bcc6a831 req-99d29abd-dff1-4d68-8847-9a40e8e92b34 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529463 Jan 15 10:22:18.355011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:18.940637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6109a48-43a9-4a88-92b9-e6f48e65d525 req-fb806bed-d9ef-4f38-893f-47f488d2e875 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:18.942322 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c6109a48-43a9-4a88-92b9-e6f48e65d525 req-fb806bed-d9ef-4f38-893f-47f488d2e875 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1014895 Jan 15 10:22:18.996515 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c6109a48-43a9-4a88-92b9-e6f48e65d525 req-a5856e22-5a97-4644-92fb-95773a274e3c tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472291 Jan 15 10:22:19.423929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d823a3b-6eb4-49e3-b1f2-38a73c3bdaaf req-b73b3c13-9899-4b43-b14a-083dbdb3e569 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:19.425653 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8d823a3b-6eb4-49e3-b1f2-38a73c3bdaaf req-b73b3c13-9899-4b43-b14a-083dbdb3e569 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 932 time: 0.1194828 Jan 15 10:22:19.481754 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8d823a3b-6eb4-49e3-b1f2-38a73c3bdaaf req-73e19ba2-49d6-4660-9c87-98baea13fd1b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485258 Jan 15 10:22:19.564917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:20.258029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b18599-c772-4066-88f7-baecd146eaab req-b006444f-d004-47dc-8e76-ace8f54094aa tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:20.259811 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71b18599-c772-4066-88f7-baecd146eaab req-b006444f-d004-47dc-8e76-ace8f54094aa tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1182396 Jan 15 10:22:20.328253 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71b18599-c772-4066-88f7-baecd146eaab req-2a5590f9-a1f8-484c-8304-8745f4580983 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617635 Jan 15 10:22:20.362697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:20.720706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6470331-3f45-47ed-a33f-889eb92f46da req-d01050aa-d29d-4bc0-ba2f-babc0f54352b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:20.722344 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f6470331-3f45-47ed-a33f-889eb92f46da req-d01050aa-d29d-4bc0-ba2f-babc0f54352b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 932 time: 0.1052172 Jan 15 10:22:20.774315 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f6470331-3f45-47ed-a33f-889eb92f46da req-a1fe660b-ddf6-486c-9968-8a5364c88709 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435636 Jan 15 10:22:21.204288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Request body: {'port': {'device_id': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:21.322883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:21.565932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8561bec-0220-46ee-a4ed-c9468311531b req-3133d58d-bbe3-4773-ab1c-c252129b798e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:21.567779 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f8561bec-0220-46ee-a4ed-c9468311531b req-3133d58d-bbe3-4773-ab1c-c252129b798e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1027484 Jan 15 10:22:21.619909 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f8561bec-0220-46ee-a4ed-c9468311531b req-f717115b-d294-4b63-a309-ba029e335d81 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Jan 15 10:22:21.736292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:22:21.744035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:21.756125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Transition to ACTIVE for port object 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:22:21.758845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:21.774104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-89c6740c-bc84-4371-b6ef-3cc97a3bed78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:21.906218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Pushing event updated for resources: {'Port': ['ID=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:21.910667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:22.012755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e645095-46e7-415a-9df8-02a8f870d4aa req-835bc00f-0b6e-4e4f-8d31-de0aa04598c4 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:22.014481 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1e645095-46e7-415a-9df8-02a8f870d4aa req-835bc00f-0b6e-4e4f-8d31-de0aa04598c4 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 944 time: 0.1057384 Jan 15 10:22:22.072958 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1e645095-46e7-415a-9df8-02a8f870d4aa req-ec173f8b-f0ab-4026-a0be-3e8a3f20d22c tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516868 Jan 15 10:22:22.112018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Attempting to bind port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:22:22.112430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Attempting to bind port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:22:22.112806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Attempting to bind port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 on network 36109423-cd2c-4c46-9971-4a2be2b45949 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:22:22.119686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:22:22.120066 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Checking segment: {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:22:22.120479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:22.120879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Bound using segment: {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:22:22.121363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Bound port: 7814cd9a-3df0-4348-a65b-b5b5cf0249e4, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bcfebb0-9f94-4696-b469-f33cee37e64d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:22:22.121744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:22.276175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] For port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:22:22.280126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] For port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:22:22.314730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:22.331041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:22.485857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Pushing event updated for resources: {'Port': ['ID=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:22.490633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:22.522523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:22.523826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:22.526537 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] 10.222.0.64 "PUT /v2.0/ports/7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 1158 time: 1.3271835 Jan 15 10:22:22.527152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:22.609823 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'status': 'completed', 'code': 200} Jan 15 10:22:22.656452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-be2f5733-0ba5-460e-8c59-e8e97f8e8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:22.658144 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-be2f5733-0ba5-460e-8c59-e8e97f8e8f5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1161 time: 0.0899582 Jan 15 10:22:22.731893 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-1ce1c660-841f-480d-bc9a-1ea6d24cbe3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 217 time: 0.0655744 Jan 15 10:22:22.807113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-f0ba8a09-66c5-48ed-9a6f-08e006c0befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:22.808715 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-f0ba8a09-66c5-48ed-9a6f-08e006c0befb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.0695260 Jan 15 10:22:22.892736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-d4604231-53fd-40cb-95c7-d90cb0a648f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:22.894351 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-d4604231-53fd-40cb-95c7-d90cb0a648f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771554 Jan 15 10:22:22.903192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-7880dab3-2af4-45ee-ba30-e2a8ee0164b6 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:22.904763 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-7880dab3-2af4-45ee-ba30-e2a8ee0164b6 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.64 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1687186 Jan 15 10:22:22.926818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9113e49-6b8e-4fa3-a35f-97cfc7875e41 req-cc72ea9f-fc69-4886-9ad2-2b2c986da6d6 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:22.928378 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d9113e49-6b8e-4fa3-a35f-97cfc7875e41 req-cc72ea9f-fc69-4886-9ad2-2b2c986da6d6 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 945 time: 0.1579835 Jan 15 10:22:23.031790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Deleting port 131c7217-7295-4d7e-a437-113d7decb341 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:22:23.032155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:23.041760 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-541fa805-9c92-4180-abd8-5c43809dce4a service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398005 Jan 15 10:22:23.068228 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d9113e49-6b8e-4fa3-a35f-97cfc7875e41 req-751457a2-fa91-42be-9cdf-08266bedb896 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048357 Jan 15 10:22:23.190497 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-52482f75-5b3a-409e-8e7b-7e8a59aa2636 req-25a103f3-7f50-4d34-ae52-9bf971d98a14 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415370 Jan 15 10:22:23.317010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-eac505b7-dbea-47b0-ba28-90712fc35730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:23.318888 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-eac505b7-dbea-47b0-ba28-90712fc35730 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1161 time: 0.0792346 Jan 15 10:22:23.365628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] For port 131c7217-7295-4d7e-a437-113d7decb341, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=131c7217-7295-4d7e-a437-113d7decb341,segment=NetworkSegment(b4002bc9-da5d-4ae4-837e-db6977057afe),segment_id=b4002bc9-da5d-4ae4-837e-db6977057afe)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:23.366217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:23.456780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d392b-c83d-4082-b6b9-9ea2a17d5d51 req-cbbb6c43-5c42-43b6-85a1-a512e85c0f06 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:23.459317 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6a6d392b-c83d-4082-b6b9-9ea2a17d5d51 req-cbbb6c43-5c42-43b6-85a1-a512e85c0f06 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 944 time: 0.2286344 Jan 15 10:22:23.470861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-a2d52a19-e1b5-4f87-b4d9-a4858187348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:23.472486 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-a2d52a19-e1b5-4f87-b4d9-a4858187348c service neutron] 10.222.0.64 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 908 time: 0.1459234 Jan 15 10:22:23.527264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Calling delete_port for 131c7217-7295-4d7e-a437-113d7decb341 owned by compute:nova {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:22:23.545077 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-3254e2f0-0c6a-40f2-87fa-a5f81adeead7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 217 time: 0.0651114 Jan 15 10:22:23.618919 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6a6d392b-c83d-4082-b6b9-9ea2a17d5d51 req-e2fae807-d294-4901-b1b9-5d2973fd19d9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997863 Jan 15 10:22:23.620110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-2d6f75bd-a843-46bf-8cc9-dc873aa134f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:23.621688 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-2d6f75bd-a843-46bf-8cc9-dc873aa134f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.0690393 Jan 15 10:22:23.703712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-6924fe3e-8f63-4bfa-bba5-3e72ef1147b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:23.705294 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-6924fe3e-8f63-4bfa-bba5-3e72ef1147b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760543 Jan 15 10:22:23.726308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:23.741803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0964527e-6b1e-4d69-b1c1-e1cf324cd6f2 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:23.786279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Pushing event deleted for resources: {'Port': ['ID=131c7217-7295-4d7e-a437-113d7decb341,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:23.821212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 131c7217-7295-4d7e-a437-113d7decb341 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:22:23.836951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:23.854194 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-fe3be546-233f-4f4f-a0bb-11c11a41851a service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411941 Jan 15 10:22:23.860191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 131c7217-7295-4d7e-a437-113d7decb341 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:22:23.860521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 131c7217-7295-4d7e-a437-113d7decb341 not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:22:23.944677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] No DVR routers for this DVR port 131c7217-7295-4d7e-a437-113d7decb341 on host hv-cinder-76859 {{(pid=80045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:22:23.947982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:23.950798 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5dde74-9ac7-4773-a0df-cd4a1f2a671a', 'name': 'network-vif-deleted', 'tag': '131c7217-7295-4d7e-a437-113d7decb341'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:23.960183 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e4bf7b21-197a-4c9c-befc-acc911925023 req-b835da6c-9123-4667-8d25-e9bde34b395e tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.64 "DELETE /v2.0/ports/131c7217-7295-4d7e-a437-113d7decb341 HTTP/1.1" status: 204 len: 173 time: 1.0307171 Jan 15 10:22:24.005211 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2f4a65f-6b49-4832-878e-2ca4cfd0c482 req-f236fe3e-39a5-4441-b3ee-f6e1629f4f91 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1429360 Jan 15 10:22:24.018522 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5dde74-9ac7-4773-a0df-cd4a1f2a671a', 'name': 'network-vif-deleted', 'tag': '131c7217-7295-4d7e-a437-113d7decb341', 'status': 'completed', 'code': 200} Jan 15 10:22:24.257001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-bcd5a662-3b76-4b15-a5ea-d95ff33bcd1e req-96239e39-7365-4f5e-b5c5-d38dbcd8c636 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Synchronizing usage tracker for tenant:c3db63406c924e59ae4a686777590b2c on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:24.274525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-bcd5a662-3b76-4b15-a5ea-d95ff33bcd1e req-96239e39-7365-4f5e-b5c5-d38dbcd8c636 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Unset dirty status for tenant:c3db63406c924e59ae4a686777590b2c on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:24.275790 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bcd5a662-3b76-4b15-a5ea-d95ff33bcd1e req-96239e39-7365-4f5e-b5c5-d38dbcd8c636 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=2c5dde74-9ac7-4773-a0df-cd4a1f2a671a HTTP/1.1" status: 200 len: 210 time: 0.0622745 Jan 15 10:22:24.982866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b3961-e4cc-4ce4-9d51-01c1c29b49ff req-73cb2d92-87a4-4343-9bdd-489c1d680b5a tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:24.984526 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-667b3961-e4cc-4ce4-9d51-01c1c29b49ff req-73cb2d92-87a4-4343-9bdd-489c1d680b5a tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 944 time: 0.1025341 Jan 15 10:22:25.036801 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-667b3961-e4cc-4ce4-9d51-01c1c29b49ff req-bb0a6ab7-6e03-4318-8c6f-f24fd79c6edb tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461318 Jan 15 10:22:25.696896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-8bb2e6db-3b2a-406f-add0-71fe3471b1e8 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:25.698501 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-8bb2e6db-3b2a-406f-add0-71fe3471b1e8 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/networks?id=520cf110-a324-4b80-91a0-db1e3ca6f145 HTTP/1.1" status: 200 len: 808 time: 0.1743572 Jan 15 10:22:25.714715 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-f3dc3b69-f576-44ad-9793-9c4638c89361 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/quotas/c3db63406c924e59ae4a686777590b2c HTTP/1.1" status: 200 len: 375 time: 0.0103023 Jan 15 10:22:25.771299 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-d920d2e0-91a0-45e9-b323-ea5dcc4bbdbc tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?tenant_id=c3db63406c924e59ae4a686777590b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445647 Jan 15 10:22:25.922314 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-920e7bdc-2db5-4aca-a992-fee6296e5869 service neutron] 10.222.0.75 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429608 Jan 15 10:22:25.953247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.objects.ports [None req-e031cb6b-9000-4980-99c3-e839815eab63 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80046) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 15 10:22:26.066774 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-2cd97e88-2e39-4fba-9446-fa412273b796 service neutron] 10.222.0.75 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380024 Jan 15 10:22:26.273016 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-29ec0d17-0709-4d28-bcf3-7adf733a642c req-103f342f-d531-4613-aa2c-377cf3674af6 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 210 time: 0.0531518 Jan 15 10:22:26.310594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:26.318758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1c67c-d032-4230-8244-069b61df5011 req-2d1d1406-0d7b-43bc-a1cb-5e4c25a3a540 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:26.320521 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4eb1c67c-d032-4230-8244-069b61df5011 req-2d1d1406-0d7b-43bc-a1cb-5e4c25a3a540 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 944 time: 0.1529515 Jan 15 10:22:26.374037 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4eb1c67c-d032-4230-8244-069b61df5011 req-34c41244-c293-465c-8278-70cd9f3868c1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Jan 15 10:22:26.385595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:22:26.391282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:26.391805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:26.517158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:26.546999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:26.558134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:26.561158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:26.563154 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:26.617987 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'code': 200} Jan 15 10:22:26.637170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:26.640537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:26.876997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fe0d8-678e-4297-a49c-b8ecd7b560be req-cc168830-af66-466a-9455-d6b13bc77dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:26.878632 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-595fe0d8-678e-4297-a49c-b8ecd7b560be req-cc168830-af66-466a-9455-d6b13bc77dd8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1163 time: 0.0762267 Jan 15 10:22:26.927195 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-595fe0d8-678e-4297-a49c-b8ecd7b560be req-2a891848-d2a0-4402-9b90-7221c3c57499 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Jan 15 10:22:27.466527 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4f2735a2-fc3e-49d5-9165-c4c55ecf8003 req-44464be3-93c2-4f32-b7d2-ace7c6cfed3f tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 210 time: 0.0549150 Jan 15 10:22:27.657076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b6ff-1c11-47b9-beeb-cb5e7c729dc7 req-f6501b8b-e5f3-4c03-9e08-6b505420e6fe tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:27.659299 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba61b6ff-1c11-47b9-beeb-cb5e7c729dc7 req-f6501b8b-e5f3-4c03-9e08-6b505420e6fe tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.1098702 Jan 15 10:22:27.714782 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba61b6ff-1c11-47b9-beeb-cb5e7c729dc7 req-8df4d79f-5cbc-4fe3-8457-c84267723c85 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486019 Jan 15 10:22:27.801125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-4665de7d-d91a-42fc-828e-4805da6f607d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:27.802677 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-4665de7d-d91a-42fc-828e-4805da6f607d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.64 "GET /v2.0/networks?id=520cf110-a324-4b80-91a0-db1e3ca6f145 HTTP/1.1" status: 200 len: 808 time: 0.4181874 Jan 15 10:22:27.820964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Request body: {'port': {'device_id': 'a32d5373-d2e9-4bcc-bd08-81fc53409416', 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145', 'admin_state_up': True, 'tenant_id': 'c3db63406c924e59ae4a686777590b2c'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:27.880821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:27.951105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:27.951528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:27.968610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:27.980428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:28.000340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Made reservation on behalf of c3db63406c924e59ae4a686777590b2c for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:22:28.013927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:28.332076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Allocated IP 172.20.0.8 (520cf110-a324-4b80-91a0-db1e3ca6f145/59b1f1e5-a574-47f3-83ae-6c5c13f113d4/52e66359-6767-4d9b-aba3-05b36c7f6290) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:22:28.549885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:28.580410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:28.596555 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:28.707812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7665c0e-7267-4f42-8cd0-b5dd3f9e3903 req-82e4ac50-e25b-4451-ac95-9d36f4e577ed tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:28.709456 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f7665c0e-7267-4f42-8cd0-b5dd3f9e3903 req-82e4ac50-e25b-4451-ac95-9d36f4e577ed tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 931 time: 0.1050227 Jan 15 10:22:28.734396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Pushing event updated for resources: {'Port': ['ID=52e66359-6767-4d9b-aba3-05b36c7f6290,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:28.738828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:28.763165 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f7665c0e-7267-4f42-8cd0-b5dd3f9e3903 req-ee63a6ed-abb6-428b-9b64-2a6db3715f6b tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458529 Jan 15 10:22:28.805424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:22:28.806604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:22:28.808979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:22:28.891450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:28.892135 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:28.916609 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1000817 Jan 15 10:22:28.929295 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Request body: {'port': {'device_id': 'a32d5373-d2e9-4bcc-bd08-81fc53409416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:28.949059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50afd7-829d-412d-a0e0-a96704d2ad21 req-53e36115-74f3-488d-8c9d-10d6ff7ee2ae tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:28.950730 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1d50afd7-829d-412d-a0e0-a96704d2ad21 req-53e36115-74f3-488d-8c9d-10d6ff7ee2ae tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.1012390 Jan 15 10:22:29.004864 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1d50afd7-829d-412d-a0e0-a96704d2ad21 req-5f27e364-9877-483b-8811-df77d2dd0adc tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Jan 15 10:22:29.047920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:29.231702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292663f-8dc1-4922-b8fd-294eb28996f6 req-738a068a-07ed-4237-9e47-a7dec06d877c tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:29.233228 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c292663f-8dc1-4922-b8fd-294eb28996f6 req-738a068a-07ed-4237-9e47-a7dec06d877c tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.1003685 Jan 15 10:22:29.285468 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c292663f-8dc1-4922-b8fd-294eb28996f6 req-fe30ccaf-101f-4d91-bd1e-e80ba35e0703 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457599 Jan 15 10:22:29.474132 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e66359-6767-4d9b-aba3-05b36c7f6290 {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:22:29.482142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:29.495845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Transition to ACTIVE for port object 52e66359-6767-4d9b-aba3-05b36c7f6290 will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:22:29.498501 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:29.514082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:29.647417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=52e66359-6767-4d9b-aba3-05b36c7f6290,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:29.653252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:29.847412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Attempting to bind port 52e66359-6767-4d9b-aba3-05b36c7f6290 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:22:29.847904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Attempting to bind port 52e66359-6767-4d9b-aba3-05b36c7f6290 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:22:29.848356 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Attempting to bind port 52e66359-6767-4d9b-aba3-05b36c7f6290 on network 520cf110-a324-4b80-91a0-db1e3ca6f145 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:22:29.855733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:22:29.856211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Checking segment: {'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:22:29.856687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:29.857155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Bound using segment: {'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:22:29.857651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Bound port: 52e66359-6767-4d9b-aba3-05b36c7f6290, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4002bc9-da5d-4ae4-837e-db6977057afe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '520cf110-a324-4b80-91a0-db1e3ca6f145'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:22:29.858030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:29.963628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] For port 52e66359-6767-4d9b-aba3-05b36c7f6290, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:22:29.966755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] For port 52e66359-6767-4d9b-aba3-05b36c7f6290, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=52e66359-6767-4d9b-aba3-05b36c7f6290,segment=NetworkSegment(b4002bc9-da5d-4ae4-837e-db6977057afe),segment_id=b4002bc9-da5d-4ae4-837e-db6977057afe)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:22:29.970251 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:29.983313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-94e14bc1-a53b-460b-8dce-2f5924aea6df tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:30.051109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc17919-7c1a-45d1-989c-039872b77b45 req-1754520d-da04-4e05-88f9-846a9c774729 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:30.052740 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-adc17919-7c1a-45d1-989c-039872b77b45 req-1754520d-da04-4e05-88f9-846a9c774729 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.3775632 Jan 15 10:22:30.110958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec3add-052d-424f-9cf3-f32ea1261f5d req-4b667fd9-37f1-40df-a99c-964b9a31c0e4 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:30.112610 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1aec3add-052d-424f-9cf3-f32ea1261f5d req-4b667fd9-37f1-40df-a99c-964b9a31c0e4 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 943 time: 0.1616867 Jan 15 10:22:30.135643 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=52e66359-6767-4d9b-aba3-05b36c7f6290,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:30.141260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:30.154448 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-adc17919-7c1a-45d1-989c-039872b77b45 req-997ca21a-822d-46ec-ac88-2a70393325d4 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936632 Jan 15 10:22:30.174901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:30.175686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:30.177248 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] 10.222.0.64 "PUT /v2.0/ports/52e66359-6767-4d9b-aba3-05b36c7f6290 HTTP/1.1" status: 200 len: 1157 time: 1.2526844 Jan 15 10:22:30.177849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32d5373-d2e9-4bcc-bd08-81fc53409416', 'tag': '52e66359-6767-4d9b-aba3-05b36c7f6290'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:30.204887 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1aec3add-052d-424f-9cf3-f32ea1261f5d req-1e22f173-9b2b-45ac-b64e-b67ce0babf22 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821311 Jan 15 10:22:30.284115 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32d5373-d2e9-4bcc-bd08-81fc53409416', 'tag': '52e66359-6767-4d9b-aba3-05b36c7f6290', 'status': 'completed', 'code': 200} Jan 15 10:22:30.326277 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-e9ca45ec-8841-4a91-a3ba-84a1d6562a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:30.327971 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-e9ca45ec-8841-4a91-a3ba-84a1d6562a12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3db63406c924e59ae4a686777590b2c&device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 1160 time: 0.0843627 Jan 15 10:22:30.401991 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-06e39c49-1430-46bf-8d51-b3ceb453daea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e66359-6767-4d9b-aba3-05b36c7f6290 HTTP/1.1" status: 200 len: 217 time: 0.0652008 Jan 15 10:22:30.476456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-7c01bc3a-9720-4f50-91a8-d5d712a2596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:30.478061 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-7c01bc3a-9720-4f50-91a8-d5d712a2596d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=59b1f1e5-a574-47f3-83ae-6c5c13f113d4 HTTP/1.1" status: 200 len: 848 time: 0.0695477 Jan 15 10:22:30.534238 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-5b77c318-e61e-43a1-8046-c1a19792472c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=520cf110-a324-4b80-91a0-db1e3ca6f145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487311 Jan 15 10:22:30.696346 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-5e3129a2-b387-46e0-a138-1e4751be4692 service neutron] 10.222.0.64 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546001 Jan 15 10:22:30.842635 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96f3e7c6-34ae-4ff9-a42f-3b05beca1e67 req-5dd04f9b-96a3-4182-87a7-7bc96198b43f service neutron] 10.222.0.64 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390378 Jan 15 10:22:30.963405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-9de13e5e-eb95-4fd4-ba71-2a71d827c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:30.964905 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-9de13e5e-eb95-4fd4-ba71-2a71d827c705 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c3db63406c924e59ae4a686777590b2c&device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 1160 time: 0.0781760 Jan 15 10:22:31.114441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-5b44efd1-f88d-41ca-8669-6ed4af95d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:31.116041 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-5b44efd1-f88d-41ca-8669-6ed4af95d0d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=520cf110-a324-4b80-91a0-db1e3ca6f145 HTTP/1.1" status: 200 len: 902 time: 0.1401412 Jan 15 10:22:31.187122 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-dab14f39-50b6-4204-8e1a-8756d6397149 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e66359-6767-4d9b-aba3-05b36c7f6290 HTTP/1.1" status: 200 len: 217 time: 0.0635114 Jan 15 10:22:31.261445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-1d984c67-12c3-4db7-89cb-ef9681601dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:31.263049 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-1d984c67-12c3-4db7-89cb-ef9681601dd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=59b1f1e5-a574-47f3-83ae-6c5c13f113d4 HTTP/1.1" status: 200 len: 848 time: 0.0684500 Jan 15 10:22:31.315845 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-8743d882-97bd-4673-9331-36e67511b2db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=520cf110-a324-4b80-91a0-db1e3ca6f145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443590 Jan 15 10:22:31.443522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af174c-7265-4488-8047-cc8c732ad4a7 req-376fae92-28fd-4596-9fc4-26b7a4c07673 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:31.445825 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82af174c-7265-4488-8047-cc8c732ad4a7 req-376fae92-28fd-4596-9fc4-26b7a4c07673 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 943 time: 0.1064992 Jan 15 10:22:31.502410 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82af174c-7265-4488-8047-cc8c732ad4a7 req-b5e95439-fc2a-41cc-a4d4-be5b3283801b tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495551 Jan 15 10:22:31.682404 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-e119ca28-4297-4faa-8509-18cc9d0dacbf service neutron] 10.222.0.64 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580077 Jan 15 10:22:31.833621 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-df861ceb-e8ae-4deb-b746-6f3752d9b1f2 req-5aa2869a-f513-4f68-9044-d13cf491701c service neutron] 10.222.0.64 "GET /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444836 Jan 15 10:22:32.740971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222bbcd-3fbd-4ae8-b4e5-774eb6d7b24e req-96aababd-1989-4930-bf7b-754f1ee99675 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:32.742576 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f222bbcd-3fbd-4ae8-b4e5-774eb6d7b24e req-96aababd-1989-4930-bf7b-754f1ee99675 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 943 time: 0.1057661 Jan 15 10:22:32.794351 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f222bbcd-3fbd-4ae8-b4e5-774eb6d7b24e req-cb70d7d5-0419-4cb7-bd51-f0b210863dea tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Jan 15 10:22:34.022519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32b121-cb65-4a25-b4da-0b79ecd2e3c3 req-be999b20-541e-4632-8d8f-06b2a3f2c379 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:34.024725 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c32b121-cb65-4a25-b4da-0b79ecd2e3c3 req-be999b20-541e-4632-8d8f-06b2a3f2c379 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 943 time: 0.1002340 Jan 15 10:22:34.079079 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c32b121-cb65-4a25-b4da-0b79ecd2e3c3 req-4af15a67-daf4-4232-9126-73ab90718a27 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478790 Jan 15 10:22:34.321071 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 52e66359-6767-4d9b-aba3-05b36c7f6290 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:34.391749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 52e66359-6767-4d9b-aba3-05b36c7f6290 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:22:34.396693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 52e66359-6767-4d9b-aba3-05b36c7f6290 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:34.397107 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:34.675790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:34.703929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32d5373-d2e9-4bcc-bd08-81fc53409416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e66359-6767-4d9b-aba3-05b36c7f6290'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:34.714442 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 52e66359-6767-4d9b-aba3-05b36c7f6290, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=52e66359-6767-4d9b-aba3-05b36c7f6290,segment=NetworkSegment(b4002bc9-da5d-4ae4-837e-db6977057afe),segment_id=b4002bc9-da5d-4ae4-837e-db6977057afe)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:34.717957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:34.719927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:34.765697 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32d5373-d2e9-4bcc-bd08-81fc53409416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e66359-6767-4d9b-aba3-05b36c7f6290', 'code': 200} Jan 15 10:22:34.792814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=52e66359-6767-4d9b-aba3-05b36c7f6290,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:34.796004 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:34.995926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a4593-919f-4469-8db7-bd3d207ae475 req-7eac54a2-c5a6-4cd6-8f94-1188bf311853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:34.997445 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9a9a4593-919f-4469-8db7-bd3d207ae475 req-7eac54a2-c5a6-4cd6-8f94-1188bf311853 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 1162 time: 0.0750933 Jan 15 10:22:35.043583 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9a9a4593-919f-4469-8db7-bd3d207ae475 req-d348654d-17f9-437f-b847-d2d0df4f2581 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 Jan 15 10:22:35.311045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9100452-0fac-415f-a806-fff1b0a92c9f req-9ed045b3-76fd-467f-b4fb-7ec8a55f46ff tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:35.312671 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e9100452-0fac-415f-a806-fff1b0a92c9f req-9ed045b3-76fd-467f-b4fb-7ec8a55f46ff tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 945 time: 0.1013384 Jan 15 10:22:35.363889 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e9100452-0fac-415f-a806-fff1b0a92c9f req-4b475a66-4cef-4482-b231-70882e90e1f9 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446093 Jan 15 10:22:35.992474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 52e66359-6767-4d9b-aba3-05b36c7f6290 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:36.064764 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 52e66359-6767-4d9b-aba3-05b36c7f6290 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:36.065287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:36.598376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe60187-c686-491e-8e88-2bf19103d252 req-698490ed-6476-49ad-8b89-fc6ea78f6e09 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:36.599984 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cfe60187-c686-491e-8e88-2bf19103d252 req-698490ed-6476-49ad-8b89-fc6ea78f6e09 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 945 time: 0.1029291 Jan 15 10:22:36.660819 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cfe60187-c686-491e-8e88-2bf19103d252 req-550976c3-3f89-46c8-bc9f-1b5eb91a8ba8 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538130 Jan 15 10:22:37.864644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f32114-5e2f-49be-874c-cfd7968c2192 req-6bc0a5e2-71c2-4d0f-845d-e7120280ada2 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:37.866282 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-08f32114-5e2f-49be-874c-cfd7968c2192 req-6bc0a5e2-71c2-4d0f-845d-e7120280ada2 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 945 time: 0.1018670 Jan 15 10:22:37.920368 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-08f32114-5e2f-49be-874c-cfd7968c2192 req-1b12f135-d6cd-418f-8958-e7ffb4cbe91f tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476990 Jan 15 10:22:39.153430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1800d-ec8d-45df-809e-6c11339ae759 req-85619a18-c24e-415e-9c6f-93edb92c26ae tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:39.155111 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-23b1800d-ec8d-45df-809e-6c11339ae759 req-85619a18-c24e-415e-9c6f-93edb92c26ae tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 945 time: 0.1019590 Jan 15 10:22:39.208236 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-23b1800d-ec8d-45df-809e-6c11339ae759 req-c18886fe-7358-4371-9c1f-d5e3a1d22e53 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/security-groups?id=0aa6ab2c-b017-4a7f-a485-3a9b2667046f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463829 Jan 15 10:22:39.290696 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-249c5229-544e-4900-bee0-a8c5f6dba514 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:39.291509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-249c5229-544e-4900-bee0-a8c5f6dba514 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Synchronizing usage tracker for tenant:c3db63406c924e59ae4a686777590b2c on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:39.306954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-249c5229-544e-4900-bee0-a8c5f6dba514 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Unset dirty status for tenant:c3db63406c924e59ae4a686777590b2c on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:39.308224 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-249c5229-544e-4900-bee0-a8c5f6dba514 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.64 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 945 time: 0.1196716 Jan 15 10:22:39.388041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Deleting port 52e66359-6767-4d9b-aba3-05b36c7f6290 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:22:39.394901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:39.603751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cb62-2834-45e0-9fe9-cb47d6d907df req-263c5bc3-2455-4238-99df-70b1100e801e tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:39.605367 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5068cb62-2834-45e0-9fe9-cb47d6d907df req-263c5bc3-2455-4238-99df-70b1100e801e tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.1049092 Jan 15 10:22:39.652711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] For port 52e66359-6767-4d9b-aba3-05b36c7f6290, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=52e66359-6767-4d9b-aba3-05b36c7f6290,segment=NetworkSegment(b4002bc9-da5d-4ae4-837e-db6977057afe),segment_id=b4002bc9-da5d-4ae4-837e-db6977057afe)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:39.653110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:39.656960 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5068cb62-2834-45e0-9fe9-cb47d6d907df req-989a1687-230d-4378-b893-92b37b1ad801 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Jan 15 10:22:39.783323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Calling delete_port for 52e66359-6767-4d9b-aba3-05b36c7f6290 owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:22:39.882551 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-d667932f-04b0-47d3-a377-f92d1af2bc33 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1717639 Jan 15 10:22:39.893570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'floatingip': {'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:39.903644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:39.907845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Usage tracker for resource:floatingip and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:39.910897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:39.916802 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:39.927043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for floatingip, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:39.945554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:39.947800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 52e66359-6767-4d9b-aba3-05b36c7f6290 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:22:39.964861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:39.985312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 52e66359-6767-4d9b-aba3-05b36c7f6290 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:22:39.985693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 52e66359-6767-4d9b-aba3-05b36c7f6290 not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:22:40.060822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Pushing event deleted for resources: {'Port': ['ID=52e66359-6767-4d9b-aba3-05b36c7f6290,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:40.063596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:40.076283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:40.170567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] No DVR routers for this DVR port 52e66359-6767-4d9b-aba3-05b36c7f6290 on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:22:40.172812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:40.175637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32d5373-d2e9-4bcc-bd08-81fc53409416', 'name': 'network-vif-deleted', 'tag': '52e66359-6767-4d9b-aba3-05b36c7f6290'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:40.200553 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-14c0e622-c354-4a1b-99f0-a1e663af0d03 req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.64 "DELETE /v2.0/ports/52e66359-6767-4d9b-aba3-05b36c7f6290 HTTP/1.1" status: 204 len: 173 time: 0.8851244 Jan 15 10:22:40.258200 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32d5373-d2e9-4bcc-bd08-81fc53409416', 'name': 'network-vif-deleted', 'tag': '52e66359-6767-4d9b-aba3-05b36c7f6290', 'status': 'completed', 'code': 200} Jan 15 10:22:40.429187 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-89395201-04ff-4970-bca7-a2597469d46d req-accc51fe-e54a-4f82-8d49-80c4d50c91ce tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] 10.222.0.75 "GET /v2.0/ports?device_id=a32d5373-d2e9-4bcc-bd08-81fc53409416 HTTP/1.1" status: 200 len: 210 time: 0.0510216 Jan 15 10:22:40.448130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Allocated IP 172.27.1.212 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/f6069c34-21ad-45b9-9288-83a6fa01e065) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:22:40.607985 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:40.633973 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:40.649614 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a751557c-27a3-412b-ac8c-1bd6b95dc217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:40.784856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event updated for resources: {'Port': ['ID=f6069c34-21ad-45b9-9288-83a6fa01e065,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:40.798401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:40.838288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:22:40.839508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:22:40.841789 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:22:40.929201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for floatingip, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:40.990842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:41.260793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:41.264255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:41.280074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8927416f-188e-4ad5-aa95-e6709148af57 tempest-DeleteServersTestJSON-1903460575 tempest-DeleteServersTestJSON-1903460575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:41.411803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event updated for resources: {'Port': ['ID=f6069c34-21ad-45b9-9288-83a6fa01e065,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:41.416263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:41.521536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:41.543928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:41.545321 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6560693 Jan 15 10:22:41.634493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-59a273d8-dc48-449f-ad5b-4ff8f28756c1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Synchronizing usage tracker for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:floatingip {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:41.650708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-59a273d8-dc48-449f-ad5b-4ff8f28756c1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Unset dirty status for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:floatingip {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:41.652088 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-59a273d8-dc48-449f-ad5b-4ff8f28756c1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.212 HTTP/1.1" status: 200 len: 696 time: 0.1005332 Jan 15 10:22:41.832858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-9e444e66-e4f1-4102-8191-724c55b3adfc tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:41.834194 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-65570885-2c9f-4156-a60f-219d4a66a5ef req-9e444e66-e4f1-4102-8191-724c55b3adfc tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 784 time: 0.1763496 Jan 15 10:22:42.051447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-22207de8-feb0-4836-a8fa-aa654484af46 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:42.053097 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-22207de8-feb0-4836-a8fa-aa654484af46 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1063058 Jan 15 10:22:42.141644 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-fcdf2c7b-d478-4b4e-86c5-8203da19f35b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.212 HTTP/1.1" status: 200 len: 696 time: 0.0815814 Jan 15 10:22:42.152642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'floatingip': {'port_id': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:42.241658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for floatingip, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:42.669762 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-1b56df46-603b-4b33-851c-10aec746e439 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0966027 Jan 15 10:22:42.730390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:42.831896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-e25f4df5-1275-4804-a5c6-df255e57072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:42.833539 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-e25f4df5-1275-4804-a5c6-df255e57072f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 1163 time: 0.0837934 Jan 15 10:22:42.996569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-cef38991-f529-4e40-a7d2-6f25cf302db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:42.998095 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-cef38991-f529-4e40-a7d2-6f25cf302db0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1436594 Jan 15 10:22:43.096326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for floatingip, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:43.099786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:43.113855 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-cce6c217-6625-4263-abe7-8a92b50d5818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92b720b7-6956-4a8d-b089-4f7713aa9247 HTTP/1.1" status: 200 len: 1002 time: 0.1064489 Jan 15 10:22:43.184779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-db95731a-16d7-4ad8-8f3c-101f42b30190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:43.186345 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-db95731a-16d7-4ad8-8f3c-101f42b30190 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0645838 Jan 15 10:22:43.277028 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Floating IP 3172ee63-6a31-47bd-ad56-88aeb10f4d4c associated. External IP: 172.27.1.212, port: 7814cd9a-3df0-4348-a65b-b5b5cf0249e4. Jan 15 10:22:43.643052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Router bff300c6-8793-4357-a1ca-17c47009e3d7 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:22:43.826843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:22:43.831282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:43.837137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] Sync routers for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:22:43.848073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:22:43.848740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:22:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:43.886372 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-e7c4a093-6519-48ab-9b47-36fa36fc6bf9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "PUT /v2.0/floatingips/3172ee63-6a31-47bd-ad56-88aeb10f4d4c HTTP/1.1" status: 200 len: 997 time: 1.7381055 Jan 15 10:22:43.886921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:43.978499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-58de8a40-8226-484f-9c84-f1a30e8b94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:43.980204 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-58de8a40-8226-484f-9c84-f1a30e8b94d5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1163 time: 0.0798402 Jan 15 10:22:44.034099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:22:44.123675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-3fcdf882-97c7-4e79-b3ab-e34bfaea8df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:44.125282 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-3fcdf882-97c7-4e79-b3ab-e34bfaea8df0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 908 time: 0.1385405 Jan 15 10:22:44.231916 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-d7b32888-a4ee-498b-be9c-00a9c1f0cd39 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 1000 time: 0.0996642 Jan 15 10:22:44.302885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-4bef226b-199a-4aeb-8914-fd40c46f2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:44.304503 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-4bef226b-199a-4aeb-8914-fd40c46f2de9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.0662928 Jan 15 10:22:44.387359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-a68c6e13-1547-4e10-90bd-fcae6d168f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:44.389092 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-a68c6e13-1547-4e10-90bd-fcae6d168f2d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781534 Jan 15 10:22:44.406044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '3172ee63-6a31-47bd-ad56-88aeb10f4d4c', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'port_id': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'mac_address': 'fa:16:3e:5e:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:40Z', 'updated_at': '2021-01-15T10:22:42Z', 'revision_number': 1, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:22:04Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:44.410163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] Checking router: bff300c6-8793-4357-a1ca-17c47009e3d7 for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:22:44.419168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:22:44.419823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:22:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:44.537902 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-1aac4a96-781a-41b4-8213-23f78872c295 service neutron] 10.222.0.75 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406946 Jan 15 10:22:44.605917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:22:44.685513 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c6a4bb2-04c3-4b8f-9688-5b97b4fc9b85 req-6d93f526-3f9d-4058-9f4f-d1778f2a3dd6 service neutron] 10.222.0.75 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405251 Jan 15 10:22:44.754306 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'status': 'completed', 'code': 200} Jan 15 10:22:44.781119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1159238048', 'description': 'tempest-TestMinimumBasicScenario-1159238048 description'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:44.791820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:44.796698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Usage tracker for resource:security_group and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:44.799741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:44.805508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:44.815507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:44.837251 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:44.843725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Usage tracker for resource:security_group_rule and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:44.846782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:44.853293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:44.929761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:44.932659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:44.938098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-77509f68-a9c1-4387-8ff9-cfd5d5565e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:44.973784 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '3172ee63-6a31-47bd-ad56-88aeb10f4d4c', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'port_id': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'mac_address': 'fa:16:3e:5e:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:40Z', 'updated_at': '2021-01-15T10:22:42Z', 'revision_number': 1, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:22:04Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:22:44.978453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba026f91-ecf7-4c47-95a3-955050507a15 None None] The sync data for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi is: [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '3172ee63-6a31-47bd-ad56-88aeb10f4d4c', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'floating_ip_address': '172.27.1.212', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'port_id': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'mac_address': 'fa:16:3e:5e:43:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:22:40Z', 'updated_at': '2021-01-15T10:22:42Z', 'revision_number': 1, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:22:04Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:22:44.980203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:44.981505 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-19eb6d0b-a5e8-49af-a2a7-96577125d0c0 req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2051563 Jan 15 10:22:44.983082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event updated for resources: {'SecurityGroup': ['ID=402b4055-9206-4569-91a7-53a7c90edf89,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:44.986367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:45.073270 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1031c763-e879-4332-97c6-6f905a102575 req-d3cf8eff-28ed-413a-ba66-e28906dc9ec0 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups/402b4055-9206-4569-91a7-53a7c90edf89 HTTP/1.1" status: 200 len: 1814 time: 0.0524273 Jan 15 10:22:45.083991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '402b4055-9206-4569-91a7-53a7c90edf89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:45.084352 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '402b4055-9206-4569-91a7-53a7c90edf89', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:45.094686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:45.098818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Usage tracker for resource:security_group_rule and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:45.101898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:45.107793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:45.199338 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group_rule, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.224008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.226601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.228770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:45.252799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439e4672-f45d-45bb-b661-29cdddef8384,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:45.264326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.264751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.265162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.265571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.265973 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.266375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.266774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.267198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.267599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.268001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.268399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.268794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.269232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.269631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.270027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.270422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.270822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.271240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.271637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.272030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.272425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.272823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.273216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.273608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:22:45.277659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:45.279763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group_rule, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.281039 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1031c763-e879-4332-97c6-6f905a102575 req-c81efe51-91df-46aa-af9a-ead3a372d383 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2013376 Jan 15 10:22:45.355636 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd27bc99-3609-41ac-8b91-5c3010935d1b None None] New status for floating IP 3172ee63-6a31-47bd-ad56-88aeb10f4d4c: ACTIVE {{(pid=80047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:22:45.374032 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f6abf992-d647-43d0-9272-541ac24bc426 req-021e8eef-8583-433e-a5b1-5a1637c53e3c tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups/402b4055-9206-4569-91a7-53a7c90edf89 HTTP/1.1" status: 200 len: 2407 time: 0.0604072 Jan 15 10:22:45.385528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '402b4055-9206-4569-91a7-53a7c90edf89', 'remote_group_id': None}]} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:45.385952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '402b4055-9206-4569-91a7-53a7c90edf89', 'remote_group_id': None}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:45.396108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:22:45.400423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Usage tracker for resource:security_group_rule and tenant:97e02f232fb04c5f8337ceca7e780952 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:22:45.404032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:22:45.410138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:22:45.471719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group_rule, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.498757 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.501943 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.510679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8ce44fe2-a203-4ace-a841-e04cf909a356 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:45.531530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dacc5037-2967-4ded-8c52-945e2601bd0c,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:45.534407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:45.542286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group_rule, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.543859 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f6abf992-d647-43d0-9272-541ac24bc426 req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1631844 Jan 15 10:22:45.667670 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-98643e47-d365-4f2d-b98d-609673de1424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:45.700114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-1916f0e2-34ec-46f1-9cf7-2c55f9d90d98 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Synchronizing usage tracker for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:22:45.716205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-1916f0e2-34ec-46f1-9cf7-2c55f9d90d98 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Unset dirty status for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:22:45.717557 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-1916f0e2-34ec-46f1-9cf7-2c55f9d90d98 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1159238048&fields=id&tenant_id=97e02f232fb04c5f8337ceca7e780952 HTTP/1.1" status: 200 len: 267 time: 0.0641303 Jan 15 10:22:45.831288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-a42b6170-e3cb-4f21-b312-431070200563 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:45.832907 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-a42b6170-e3cb-4f21-b312-431070200563 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.1088636 Jan 15 10:22:45.856273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-35cd2c92-2df1-4c5b-a0ac-5896403e6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:45.857905 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-35cd2c92-2df1-4c5b-a0ac-5896403e6cf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868168 Jan 15 10:22:45.878157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'port': {'security_groups': ['3e931923-7025-4158-8026-84495574844f', '402b4055-9206-4569-91a7-53a7c90edf89']}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:22:46.020559 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-245ee915-b5e2-4254-b06d-467d167e8309 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546576 Jan 15 10:22:46.031298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:46.045059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-4d840b2c-9151-4b6a-897f-bd331244bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:46.046681 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-4d840b2c-9151-4b6a-897f-bd331244bb94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1163 time: 0.2128148 Jan 15 10:22:46.165113 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d1b609b2-5da5-4e9e-919b-0d2a6000dc97 req-4046fecf-cb2d-4f60-98b5-50e959bf4ed1 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366513 Jan 15 10:22:46.315863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-329f3a48-3895-49e7-b20d-7b963f1d1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:46.317431 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-329f3a48-3895-49e7-b20d-7b963f1d1f95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 908 time: 0.2358382 Jan 15 10:22:46.738925 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-b4758905-d673-4871-9971-08d360fd5613 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 1002 time: 0.4117875 Jan 15 10:22:46.851898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-09adf06f-501c-4ae1-87dd-efb818d5962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:46.853490 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-09adf06f-501c-4ae1-87dd-efb818d5962a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.1021345 Jan 15 10:22:46.919907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] For port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:22:46.962832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:46.970226 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:46.987726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5c39ea54-4b01-4012-9190-b81f17b91870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:22:47.035346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-618c9fa5-d560-4197-8e60-d9b5a9e4fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:47.037105 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-618c9fa5-d560-4197-8e60-d9b5a9e4fded service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1731377 Jan 15 10:22:47.252636 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event updated for resources: {'Port': ['ID=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,revision_number=5']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:22:47.261616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:22:47.328670 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-9a372625-4d68-410a-afcb-b61fd58db8d9 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295105 Jan 15 10:22:47.343905 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:22:47.347935 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:47.348697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:47.354098 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce6c062e-712a-4c28-b33c-d5c8d5de52b4 req-b55b4f83-2267-4ea1-9321-9a4f251b7d6f tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "PUT /v2.0/ports/7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 982 time: 1.4860520 Jan 15 10:22:47.354865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:22:47.507903 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'status': 'completed', 'code': 200} Jan 15 10:22:47.623099 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f5329c07-fdc7-4b0a-bec3-18cd14c448fe req-7e243d86-229d-40b7-8496-2d81b3b262b6 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2625766 Jan 15 10:22:47.662956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-63490b41-3557-47d4-8ba9-491b65eb851b None None] Provisioning complete for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:47.663746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-63490b41-3557-47d4-8ba9-491b65eb851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:47.789217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfab092-bb48-46e1-9284-59880a03eff9 req-c922dff3-0992-463b-8157-c30beb2fd9d5 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:47.791462 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bcfab092-bb48-46e1-9284-59880a03eff9 req-c922dff3-0992-463b-8157-c30beb2fd9d5 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 985 time: 0.2093360 Jan 15 10:22:47.794787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-b0af05be-c4f1-4949-8c25-e27846bdb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:47.796288 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-b0af05be-c4f1-4949-8c25-e27846bdb98a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1203 time: 0.1239331 Jan 15 10:22:47.900261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bf3540ab-61f2-4751-a364-f80a0ff34d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:47.951895 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bcfab092-bb48-46e1-9284-59880a03eff9 req-32418109-e954-4a8a-b34a-f2f66c1796ba tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=402b4055-9206-4569-91a7-53a7c90edf89&id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1490688 Jan 15 10:22:48.042057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-abd07d86-d80c-4ec9-9700-dae1eac958de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:48.043871 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-abd07d86-d80c-4ec9-9700-dae1eac958de service neutron] 10.222.0.64 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 908 time: 0.2214537 Jan 15 10:22:48.166124 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-f93b4561-0aa1-432e-91b9-005693d52849 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 1002 time: 0.1124179 Jan 15 10:22:48.214336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:22:48.260732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-37ec51d8-d6fe-4a6d-9e44-04ff1783baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:48.262714 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-37ec51d8-d6fe-4a6d-9e44-04ff1783baf8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.0739269 Jan 15 10:22:48.285866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:22:48.286292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:48.352851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-d847c35b-2923-4f25-a740-710f0a216dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:22:48.354419 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-d847c35b-2923-4f25-a740-710f0a216dec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836086 Jan 15 10:22:48.362271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:48.528903 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-857fb2ad-738f-4b8e-a5ee-fec7e5f33c55 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592402 Jan 15 10:22:48.701535 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2eefcaa2-8db9-4d44-91f9-8488b0661c24 req-5405a934-87f6-4e5b-87ac-ed0c5c420386 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1608005 Jan 15 10:22:49.569576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:22:50.390207 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:04.411576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49148) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:04.483551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Deleting subnet 59b1f1e5-a574-47f3-83ae-6c5c13f113d4 {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:23:04.486732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:04.540319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:04.598609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:04.861554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:04.876953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6f54b672-f30b-452b-8f40-9d951750e1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:04.964797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b1f1e5-a574-47f3-83ae-6c5c13f113d4,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:04.977375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:05.009385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:05.015594 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/59b1f1e5-a574-47f3-83ae-6c5c13f113d4 HTTP/1.1" status: 204 len: 168 time: 0.6028981 Jan 15 10:23:05.018246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49154) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:05.135434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:05.327068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:05.443474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520cf110-a324-4b80-91a0-db1e3ca6f145']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:05.456582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4002bc9-da5d-4ae4-837e-db6977057afe') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:05.456916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4002bc9-da5d-4ae4-837e-db6977057afe') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:05.469393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:05.485321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:05.487294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:23:05.890747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:23:05.902248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:06.082341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Network 520cf110-a324-4b80-91a0-db1e3ca6f145 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:23:06.105438 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:23:06.184333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:06.187893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7071df62-f0c8-4db5-97e8-7b61ff0b8529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:06.201911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:06.212950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=520cf110-a324-4b80-91a0-db1e3ca6f145,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:06.216358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:06.220947 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-39693de6-08c9-4b15-a69a-4581a2de78a3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/520cf110-a324-4b80-91a0-db1e3ca6f145 HTTP/1.1" status: 204 len: 168 time: 1.2016895 Jan 15 10:23:06.364679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49162) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:06.417084 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ccb63983-3248-4686-9e4c-2e4e1f682e95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c3db63406c924e59ae4a686777590b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510256 Jan 15 10:23:06.419698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49166) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:06.482187 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff38c-bdb7-41ce-9c44-9372c26ca2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:06.513215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff38c-bdb7-41ce-9c44-9372c26ca2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:06.558118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff38c-bdb7-41ce-9c44-9372c26ca2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:06.563031 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9107d239-dc28-4b79-af5f-4c5d468b6c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:06.576914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ff38c-bdb7-41ce-9c44-9372c26ca2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6ab2c-b017-4a7f-a485-3a9b2667046f,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:06.579772 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0c2ff38c-bdb7-41ce-9c44-9372c26ca2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:06.587309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0c2ff38c-bdb7-41ce-9c44-9372c26ca2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:06.588614 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0c2ff38c-bdb7-41ce-9c44-9372c26ca2b2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0aa6ab2c-b017-4a7f-a485-3a9b2667046f HTTP/1.1" status: 204 len: 168 time: 0.1679015 Jan 15 10:23:07.492822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49190) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:07.630817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-784572835-network', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:07.635963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:07.640051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Usage tracker for resource:network and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:07.643108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:07.648920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:07.659139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Made reservation on behalf of 634a9bc095fe4b7d94d239e19d46c953 for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:07.664477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:07.677693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:07.693758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:07.697844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Usage tracker for resource:security_group_rule and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:07.700821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:07.706605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:07.793955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:07.796593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:07.801755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-df0e413d-77ec-4648-b200-9334ecf09728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:07.833750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:23:07.844102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f17c826-cd46-4ffd-999d-7d9d3eca8d78,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:07.848119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:07.850854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:07.851926 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Added segment 1825243e-13ae-48b4-a2bc-038c803ed681 of type vxlan for network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 Jan 15 10:23:07.884270 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:07.913557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:07.915375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:07.916032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:07.921015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-62cef01d-482a-4015-8f33-8b60669f88b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:08.032655 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5358822 Jan 15 10:23:08.032655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Pushing event updated for resources: {'Network': ['ID=8dcac70d-ab21-4ffa-b9e2-74de44c8af82,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:08.033559 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 49202) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:08.033868 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2ac5114e-5872-47e9-be59-960fec93febf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:08.043611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:23:08.046776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Request body: {'subnet': {'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-784572835-subnet', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'ip_version': 4}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:08.052247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:08.056620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Usage tracker for resource:subnet and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:08.059790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:23:08.060116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:08.066068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:08.076192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Made reservation on behalf of 634a9bc095fe4b7d94d239e19d46c953 for: {'subnet': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:08.080895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851808981'] for subnet, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:08.504500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851808998'] for subnet, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:08.520072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d9f71952-db0f-45f1-8e1f-b26e80a41c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:08.644204 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f142eec5-b9a0-482f-80b8-34d52e30506c,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:08.665401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.665809 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.666210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.666604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.667028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.667426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.667812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.668197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.668582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.668963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.669344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.669727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.670150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.670538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.670922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.671328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.671708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.672091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.672472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.672853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.673233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.673618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.673995 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.674372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:08.680376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:08.730880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Checking segment: {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:08.731291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Network hostable DHCP agents. Network: 8dcac70d-ab21-4ffa-b9e2-74de44c8af82, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:23:08.749959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:23:08.758672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 8dcac70d-ab21-4ffa-b9e2-74de44c8af82) {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:08.767499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3cc80-6979-447a-b398-edfd9b27c1aa None None] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:23:08.771721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:08.772386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:08.792631 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1833d89d-ba21-4e13-b138-f632e2a25023 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7572875 Jan 15 10:23:08.795404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 49206) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:08.801520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:08.806897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:08.811284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Usage tracker for resource:router and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:08.814947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:08.821747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:08.831304 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:08.832486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:08.866677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:09.172760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:23:09.173672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:09.380986 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:09.465668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Allocated IP 172.20.0.2 (8dcac70d-ab21-4ffa-b9e2-74de44c8af82/f142eec5-b9a0-482f-80b8-34d52e30506c/78160303-31df-4f5f-ac91-ba3497446fdb) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:09.681449 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:09.692133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Transition to ACTIVE for port object 78160303-31df-4f5f-ac91-ba3497446fdb will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:09.708967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Transition to ACTIVE for port object 78160303-31df-4f5f-ac91-ba3497446fdb will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:09.714481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:09.715426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:09.729697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8fb71fe3-e4d2-4f16-aa21-6da122d61bb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:09.747628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:09.861055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Pushing event updated for resources: {'Port': ['ID=78160303-31df-4f5f-ac91-ba3497446fdb,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:09.881044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.881427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.881806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.882175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.883103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.883473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.883838 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.884200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.884561 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.884923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.885285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.885640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.886040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.886401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.886758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.887137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.887499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.887856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.888213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.888574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.888933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.889293 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.889647 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.890000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:09.896128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:09.933085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:09.934289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:09.936735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:09.994780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Attempting to bind port 78160303-31df-4f5f-ac91-ba3497446fdb on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:09.995131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Attempting to bind port 78160303-31df-4f5f-ac91-ba3497446fdb by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:09.995544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Attempting to bind port 78160303-31df-4f5f-ac91-ba3497446fdb on network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:10.001620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:10.002151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Checking segment: {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:10.002845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:10.003448 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Bound using segment: {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:10.003562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Bound port: 78160303-31df-4f5f-ac91-ba3497446fdb, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:10.003981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:10.024274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Allocated IP 172.27.1.118 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/37bf3ad4-d30d-4162-9271-14499ec29355) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:10.095364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] For port 78160303-31df-4f5f-ac91-ba3497446fdb, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:10.098539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] For port 78160303-31df-4f5f-ac91-ba3497446fdb, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=78160303-31df-4f5f-ac91-ba3497446fdb,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:10.101989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:10.117573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:10.196721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:10.234120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:10.254267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:10.273741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Pushing event updated for resources: {'Port': ['ID=78160303-31df-4f5f-ac91-ba3497446fdb,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:10.278430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:10.416078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Pushing event updated for resources: {'Port': ['ID=37bf3ad4-d30d-4162-9271-14499ec29355,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:10.421013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:10.457048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:10.458266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:10.460677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:10.998110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:11.349867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:11.576455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Router ee47c547-7df7-4802-9739-c5664ea92156 is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:23:11.876470 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a541713-5247-42aa-b038-2f5d4928d85c None None] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:23:11.973702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-fc929bc6-23bc-4112-a621-9cdfd59d9606 None None] Provisioning for port 78160303-31df-4f5f-ac91-ba3497446fdb completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:12.008206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:12.034160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:12.038173 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2391281 Jan 15 10:23:12.038460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 49216) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:12.052647 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Sync routers for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:12.078279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:12.078961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:22:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:12.136861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 78160303-31df-4f5f-ac91-ba3497446fdb up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:12.389166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 78160303-31df-4f5f-ac91-ba3497446fdb completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:12.399836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:12.447863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 78160303-31df-4f5f-ac91-ba3497446fdb triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:12.448286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:12.781316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:12.839397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:12.988715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.005425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-44455795-c5d8-4d20-bfed-27f4aa20b2bc None None] Provisioning complete for port 78160303-31df-4f5f-ac91-ba3497446fdb triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:13.005861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-44455795-c5d8-4d20-bfed-27f4aa20b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.097885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 78160303-31df-4f5f-ac91-ba3497446fdb, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=78160303-31df-4f5f-ac91-ba3497446fdb,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:13.107263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.109926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:13.155233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Allocated IP 172.20.0.1 (8dcac70d-ab21-4ffa-b9e2-74de44c8af82/f142eec5-b9a0-482f-80b8-34d52e30506c/f60510d1-745d-4ba6-a74c-76d39e0274ea) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:13.218573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:10Z', 'revision_number': 3, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:13.235045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Checking router: ee47c547-7df7-4802-9739-c5664ea92156 for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:13.235435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Updating router ee47c547-7df7-4802-9739-c5664ea92156 port 37bf3ad4-d30d-4162-9271-14499ec29355 binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:23:13.286207 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=78160303-31df-4f5f-ac91-ba3497446fdb,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:13.293250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:13.301834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.323247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.340117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Transition to ACTIVE for port object f60510d1-745d-4ba6-a74c-76d39e0274ea will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:13.360846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.380087 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c39a34ae-0b35-4c37-836c-9ab1297b6948 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:13.462311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-aa49e5fd-7322-476e-840f-25056f7a86aa None None] Provisioning complete for port 78160303-31df-4f5f-ac91-ba3497446fdb triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:13.462731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-aa49e5fd-7322-476e-840f-25056f7a86aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.510955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Pushing event updated for resources: {'Port': ['ID=f60510d1-745d-4ba6-a74c-76d39e0274ea,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:13.515361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:13.567429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:13.568829 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:13.571652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:13.628895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.749815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.834606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.852312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Transition to ACTIVE for port object 37bf3ad4-d30d-4162-9271-14499ec29355 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:13.853130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-e03fb144-e6e1-499a-937e-8e0a4fdc36d1 None None] Provisioning for port f60510d1-745d-4ba6-a74c-76d39e0274ea completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:13.858120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:13.874306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-486b7bb4-49b2-403f-beeb-924213a83644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:13.906151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-e03fb144-e6e1-499a-937e-8e0a4fdc36d1 None None] Provisioning complete for port f60510d1-745d-4ba6-a74c-76d39e0274ea triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:13.906569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e03fb144-e6e1-499a-937e-8e0a4fdc36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.045453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.050677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.053943 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e9a5e-c304-4f33-bb41-50be43980f8d None None] Pushing event updated for resources: {'Port': ['ID=37bf3ad4-d30d-4162-9271-14499ec29355,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:14.062833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-543e9a5e-c304-4f33-bb41-50be43980f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:14.067475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e03fb144-e6e1-499a-937e-8e0a4fdc36d1 None None] Port f60510d1-745d-4ba6-a74c-76d39e0274ea cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:23:14.082699 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 78160303-31df-4f5f-ac91-ba3497446fdb up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:14.082866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a8adc48e-96ea-4684-a310-fe86aec351ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:14.166313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Pushing event updated for resources: {'Port': ['ID=f60510d1-745d-4ba6-a74c-76d39e0274ea,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:14.169243 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.185713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:14.190596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Attempting to bind port 37bf3ad4-d30d-4162-9271-14499ec29355 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:14.191035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Attempting to bind port 37bf3ad4-d30d-4162-9271-14499ec29355 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:14.191452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Attempting to bind port 37bf3ad4-d30d-4162-9271-14499ec29355 on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:14.198215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:14.198641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:14.199112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.199558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:14.200076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Bound port: 37bf3ad4-d30d-4162-9271-14499ec29355, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:14.200497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.243995 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 78160303-31df-4f5f-ac91-ba3497446fdb triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:14.244413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.329620 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:14.330882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:14.332538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] For port 37bf3ad4-d30d-4162-9271-14499ec29355, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:14.336949 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] For port 37bf3ad4-d30d-4162-9271-14499ec29355, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=37bf3ad4-d30d-4162-9271-14499ec29355,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:14.381394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.402766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-97a33264-fda7-43bc-925b-1ca8a66a9789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:14.535252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Router ee47c547-7df7-4802-9739-c5664ea92156 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:23:14.574298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e9a5e-c304-4f33-bb41-50be43980f8d None None] Pushing event updated for resources: {'Port': ['ID=37bf3ad4-d30d-4162-9271-14499ec29355,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:14.579885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-543e9a5e-c304-4f33-bb41-50be43980f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:14.617428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-5f5bdadc-339a-492b-bcd0-5715eaacc3ea None None] Provisioning complete for port f60510d1-745d-4ba6-a74c-76d39e0274ea triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:14.617848 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5f5bdadc-339a-492b-bcd0-5715eaacc3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:14.689453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:14.690155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:22:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:14.747449 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bdadc-339a-492b-bcd0-5715eaacc3ea None None] Port f60510d1-745d-4ba6-a74c-76d39e0274ea cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:23:14.971733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:14.983530 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] 10.222.0.75 "PUT /v2.0/routers/ee47c547-7df7-4802-9739-c5664ea92156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9425907 Jan 15 10:23:15.057418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:15.392418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 2, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:15.396714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b021fc-fdfa-4a65-a5b0-3508a4ad2a91 None None] The sync data for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi is: [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 2, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:15.669038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b118e76a-b54a-4d17-857c-953e519fce75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.728513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 49240) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:15.738082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-270056732-network', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:15.744206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:15.748351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Usage tracker for resource:network and tenant:6bba738a139b4c2b9463a5578b626df1 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:15.751384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:15.757107 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:15.766873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Made reservation on behalf of 6bba738a139b4c2b9463a5578b626df1 for: {'network': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:15.771951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.787312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.806710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:15.811186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Usage tracker for resource:security_group_rule and tenant:6bba738a139b4c2b9463a5578b626df1 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:15.814349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:15.820791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:15.916126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.920213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.924628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3babfee0-5d1a-4078-b856-e9a5f2374476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:15.956728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80044) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:23:15.970583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d86380d-c8ff-47ed-8365-e5e4ffaae8bb,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:15.974910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:15.975942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363273801738219', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:15.977184 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Added segment b125123f-ce11-4cfa-8a47-21539f4770d0 of type vxlan for network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 Jan 15 10:23:16.007197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.042063 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.043452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:16.044101 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.050115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:16.178423 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4469509 Jan 15 10:23:16.182240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49246) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:16.182390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Pushing event updated for resources: {'Network': ['ID=490e7017-d3f0-4cd2-b73c-ccf16e36ee94,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:16.184972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-131af00a-9afd-43be-83f3-562df6284435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:16.188382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Request body: {'subnet': {'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-270056732-subnet', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'ip_version': 4}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:16.194936 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:23:16.196932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:16.208176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Usage tracker for resource:subnet and tenant:6bba738a139b4c2b9463a5578b626df1 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:16.209825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:23:16.212192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:16.219247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:16.233704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Made reservation on behalf of 6bba738a139b4c2b9463a5578b626df1 for: {'subnet': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:16.238940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2611297'] for subnet, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.737656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3123202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2611280'] for subnet, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:16.756014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:16.903936 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d38620a-c05c-4303-b24e-7a571973f89d,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:16.911941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:16.984338 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Checking segment: {'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80045) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:16.984923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Network hostable DHCP agents. Network: 490e7017-d3f0-4cd2-b73c-ccf16e36ee94, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80045) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:23:17.003914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80045) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:23:17.013141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 490e7017-d3f0-4cd2-b73c-ccf16e36ee94) {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:17.021665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46af18e9-c247-43ec-a5d6-8b0850e39917 None None] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:23:17.025383 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:17.026041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.045720 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2d0c0b76-ac6f-4062-85f8-62a2320882d6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8630283 Jan 15 10:23:17.048413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49260) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:17.053878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:17.059330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:17.063471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Usage tracker for resource:router and tenant:6bba738a139b4c2b9463a5578b626df1 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:17.067215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:17.073951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:17.084064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.085361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.101098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.253467 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-490e7017-d3f0-4cd2-b73c-ccf16e36ee94', 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'fixed_ips': [{'subnet_id': '5d38620a-c05c-4303-b24e-7a571973f89d'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:23:17.254376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.381022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.546287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Allocated IP 172.20.0.2 (490e7017-d3f0-4cd2-b73c-ccf16e36ee94/5d38620a-c05c-4303-b24e-7a571973f89d/b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:17.713240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.749227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.761407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.772142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Transition to ACTIVE for port object b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:17.788587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Transition to ACTIVE for port object b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:17.794760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.810177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:17.954114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f7114bef-601e-427c-8f43-44f2999d86ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:17.955500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Pushing event updated for resources: {'Port': ['ID=b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:17.960096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:18.016235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:18.017486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:18.019827 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:18.031534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Allocated IP 172.27.1.239 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/c3eab8ea-d84a-41bb-8d13-dab5f43d54b8) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:18.079556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Attempting to bind port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:18.080099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Attempting to bind port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:18.080518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Attempting to bind port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a on network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:18.087013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:18.087610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Checking segment: {'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:18.088062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.088503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Bound using segment: {'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:18.089023 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Bound port: b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:18.089444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.137475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 37bf3ad4-d30d-4162-9271-14499ec29355 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:18.200785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.228185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.241232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] For port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:18.243816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:18.246422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] For port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a,segment=NetworkSegment(b125123f-ce11-4cfa-8a47-21539f4770d0),segment_id=b125123f-ce11-4cfa-8a47-21539f4770d0)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:18.252294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.269552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0f8418af-0f5b-4194-9531-9798585effd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:18.305945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 37bf3ad4-d30d-4162-9271-14499ec29355 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:18.400944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 37bf3ad4-d30d-4162-9271-14499ec29355 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:18.401363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.472839 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.503445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Pushing event updated for resources: {'Port': ['ID=b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:18.507105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:18.619120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.619326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Pushing event updated for resources: {'Port': ['ID=c3eab8ea-d84a-41bb-8d13-dab5f43d54b8,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:18.624717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:18.636764 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 37bf3ad4-d30d-4162-9271-14499ec29355, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=37bf3ad4-d30d-4162-9271-14499ec29355,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:18.639704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:18.641629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7a4c9140-0746-42f0-a0e0-1ee7f26fb1c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:18.678824 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:18.680859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:18.683368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:18.717382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=37bf3ad4-d30d-4162-9271-14499ec29355,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:18.720720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:18.899731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Sync routers for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:18.915222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:18.915983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:19.106945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:19.131720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:19.435749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 2, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:19.440220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Checking router: ee47c547-7df7-4802-9739-c5664ea92156 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:19.440615 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Updating router ee47c547-7df7-4802-9739-c5664ea92156 port f60510d1-745d-4ba6-a74c-76d39e0274ea binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:23:19.490271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:19.497475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:19.564754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:19.713109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Router e31da7f1-421d-4e74-8014-8ae829073bec is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80045) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:23:19.903306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:19.914463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Sync routers for ids ['e31da7f1-421d-4e74-8014-8ae829073bec'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:19.925487 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Routers {'e31da7f1-421d-4e74-8014-8ae829073bec'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:19.925863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:19.926474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['e31da7f1-421d-4e74-8014-8ae829073bec'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:19.933867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:19.935397 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-199dbc99-a4c4-40fc-8115-43597b91536d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8859272 Jan 15 10:23:19.938175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49268) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:23:19.940095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Transition to ACTIVE for port object f60510d1-745d-4ba6-a74c-76d39e0274ea will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:19.945910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:19.962013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:19.990673 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb567079-71e9-4e5b-abc1-f37653544d63 None None] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:23:20.095799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Pushing event updated for resources: {'Port': ['ID=f60510d1-745d-4ba6-a74c-76d39e0274ea,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:20.105898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.106445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.106934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.107445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.107917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.108388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.108855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.109321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.109787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.110252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.110728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.111219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.111732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.112191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.112649 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.113105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.113564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.114025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.114486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.114959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.115457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.115920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.116378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.117364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:20.123412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:20.327976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 37bf3ad4-d30d-4162-9271-14499ec29355 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:20.329196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Attempting to bind port f60510d1-745d-4ba6-a74c-76d39e0274ea on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:20.329914 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Attempting to bind port f60510d1-745d-4ba6-a74c-76d39e0274ea by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:20.330496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Attempting to bind port f60510d1-745d-4ba6-a74c-76d39e0274ea on network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:20.338426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:20.338852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Checking segment: {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:20.339455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:20.340029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Bound using segment: {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:20.340556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Bound port: f60510d1-745d-4ba6-a74c-76d39e0274ea, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:20.340992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:20.462823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] For port f60510d1-745d-4ba6-a74c-76d39e0274ea, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:20.466051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] For port f60510d1-745d-4ba6-a74c-76d39e0274ea, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=f60510d1-745d-4ba6-a74c-76d39e0274ea,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:20.471396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:20.488243 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:20.533103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-8a4f12aa-1e07-4d97-95ac-dc3f979827a3 None None] Provisioning for port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:20.551109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:20.639200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Pushing event updated for resources: {'Port': ['ID=f60510d1-745d-4ba6-a74c-76d39e0274ea,revision_number=4']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:20.640955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Set router e31da7f1-421d-4e74-8014-8ae829073bec gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:20.644956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-33b12d29-b112-4f77-a7e0-077ad0420826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:20.687616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:20.688416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:20.774269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 37bf3ad4-d30d-4162-9271-14499ec29355 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:20.774269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:20.808926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:20.892377 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:21.115710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:21.237039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:21.245121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:21.245554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:21.273754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 3, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:21.297391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Checking router: e31da7f1-421d-4e74-8014-8ae829073bec for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:21.298075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Updating router e31da7f1-421d-4e74-8014-8ae829073bec port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:23:21.403552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:21.429219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a214d8d6-fb3d-4711-9279-a9ea11ad028c None None] Provisioning complete for port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:21.429649 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a214d8d6-fb3d-4711-9279-a9ea11ad028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:21.458560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Allocated IP 172.20.0.1 (490e7017-d3f0-4cd2-b73c-ccf16e36ee94/5d38620a-c05c-4303-b24e-7a571973f89d/72b81675-cfa2-475b-8790-53268b81bede) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:21.489541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:20Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:21.494808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868bc0b8-04db-4380-8a5c-272c86a858ce None None] The sync data for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi is: [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:20Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:21.639374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:21.643488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:21.659680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Transition to ACTIVE for port object 72b81675-cfa2-475b-8790-53268b81bede will not be triggered until provisioned by entity DHCP. {{(pid=80045) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:21.680821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:21.697831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:21.791994 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a,segment=NetworkSegment(b125123f-ce11-4cfa-8a47-21539f4770d0),segment_id=b125123f-ce11-4cfa-8a47-21539f4770d0)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:21.800048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:21.806797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:21.836787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Pushing event updated for resources: {'Port': ['ID=72b81675-cfa2-475b-8790-53268b81bede,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:21.855692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a214d8d6-fb3d-4711-9279-a9ea11ad028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:21.860308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:21.903440 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:21.904574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:21.907952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:21.971118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.057375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-a214d8d6-fb3d-4711-9279-a9ea11ad028c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:23:22.057794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-a214d8d6-fb3d-4711-9279-a9ea11ad028c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:23:22.060446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:22.065641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:22.131119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device f60510d1-745d-4ba6-a74c-76d39e0274ea up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:22.133902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.279103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port f60510d1-745d-4ba6-a74c-76d39e0274ea completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:22.283629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.291719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port f60510d1-745d-4ba6-a74c-76d39e0274ea triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:22.292122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.338247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Transition to ACTIVE for port object c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:22.348798 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.363316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-da3fb295-bde0-4207-b203-99b736c64e95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:22.424341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.428546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.463977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:22.515797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65578e38-6d12-40fd-a440-cbbd65060136 None None] Pushing event updated for resources: {'Port': ['ID=c3eab8ea-d84a-41bb-8d13-dab5f43d54b8,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:22.518851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-65578e38-6d12-40fd-a440-cbbd65060136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:22.549038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Pushing event updated for resources: {'Port': ['ID=72b81675-cfa2-475b-8790-53268b81bede,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:22.552026 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.569515 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:22.709476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:22.710808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:22.830462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.877604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Attempting to bind port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:22.878022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Attempting to bind port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:22.878434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Attempting to bind port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:22.890825 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:22.891323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:22.891712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.892151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:22.892678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Bound port: c3eab8ea-d84a-41bb-8d13-dab5f43d54b8, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:22.893099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.915067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Router e31da7f1-421d-4e74-8014-8ae829073bec has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:23:22.928864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port f60510d1-745d-4ba6-a74c-76d39e0274ea, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=f60510d1-745d-4ba6-a74c-76d39e0274ea,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:22.940278 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:22.944358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:23.039273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a7eab2bc-b9fe-42ea-b52b-cfceeed2e9a7 None None] Provisioning for port 72b81675-cfa2-475b-8790-53268b81bede completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:23.042742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] For port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:23.049303 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] For port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=c3eab8ea-d84a-41bb-8d13-dab5f43d54b8,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:23.053605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a7eab2bc-b9fe-42ea-b52b-cfceeed2e9a7 None None] Provisioning complete for port 72b81675-cfa2-475b-8790-53268b81bede triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:23.054056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a7eab2bc-b9fe-42ea-b52b-cfceeed2e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:23.078139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:23.099575 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:23:23.109250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=f60510d1-745d-4ba6-a74c-76d39e0274ea,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:23.109710 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6d2fc15f-967d-4a9b-b9c6-38bebea59d72 admin admin] 10.222.0.75 "PUT /v2.0/routers/e31da7f1-421d-4e74-8014-8ae829073bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1704412 Jan 15 10:23:23.171454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:23.171951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6c886db6-aff2-4462-9d30-f767f23a3a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:23.241516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-a7eab2bc-b9fe-42ea-b52b-cfceeed2e9a7 None None] Port 72b81675-cfa2-475b-8790-53268b81bede cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:23:23.277060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65578e38-6d12-40fd-a440-cbbd65060136 None None] Pushing event updated for resources: {'Port': ['ID=c3eab8ea-d84a-41bb-8d13-dab5f43d54b8,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:23.291941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-65578e38-6d12-40fd-a440-cbbd65060136 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:23.295584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a7eab2bc-b9fe-42ea-b52b-cfceeed2e9a7 None None] Provisioning complete for port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:23.296009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a7eab2bc-b9fe-42ea-b52b-cfceeed2e9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:23.396774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Routers {'e31da7f1-421d-4e74-8014-8ae829073bec'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:23.397460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['e31da7f1-421d-4e74-8014-8ae829073bec'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:23.632806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] Set router e31da7f1-421d-4e74-8014-8ae829073bec gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:23.735530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1253781591', 'description': 'tempest-TestShelveInstance-1253781591 description'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:23.745904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:23.749961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Usage tracker for resource:security_group and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:23.753177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:23.759788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:23.771149 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:23.792205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:23.796278 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Usage tracker for resource:security_group_rule and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:23.799373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:23.805640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:23.882929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:23.885844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:23.891222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-864cb9af-b230-475d-b5e6-67cf5bfefc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:23.931668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event updated for resources: {'SecurityGroup': ['ID=080bd176-f2a5-4433-bff1-3e9a40df4924,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:23.934513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:23.935838 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-02cc9f72-4037-47cf-95f2-e885c4df6fac req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2052612 Jan 15 10:23:23.936652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:23.969169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 4, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '72b81675-cfa2-475b-8790-53268b81bede', 'name': '', 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'mac_address': 'fa:16:3e:b6:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:21Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 2, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'subnets': [{'id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:23.973449 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a1d92-d06b-43d3-8abf-6e84d3cda7ce None None] The sync data for ids ['e31da7f1-421d-4e74-8014-8ae829073bec'] in dv-cinder-768592-3-iscsi is: [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 4, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '72b81675-cfa2-475b-8790-53268b81bede', 'name': '', 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'mac_address': 'fa:16:3e:b6:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:21Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 2, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'subnets': [{'id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:24.030276 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-b567a801-f93f-42e2-aa66-06447de421e8 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups/080bd176-f2a5-4433-bff1-3e9a40df4924 HTTP/1.1" status: 200 len: 1802 time: 0.0520704 Jan 15 10:23:24.041709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '080bd176-f2a5-4433-bff1-3e9a40df4924', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:24.042080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '080bd176-f2a5-4433-bff1-3e9a40df4924', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:24.052855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:24.057820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Usage tracker for resource:security_group_rule and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:24.061224 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:24.068294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:24.089043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:24.130373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group_rule, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.155010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.157984 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.162114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:24.162537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.165759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:24.185894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca197ca1-14a1-4573-8e60-dba4ed7c5520,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:24.188995 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:24.197929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group_rule, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.199418 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-799aa8b4-100c-43fc-9c45-710e235c8bb8 req-94119e43-aa10-4811-9d4d-82de707741d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1624122 Jan 15 10:23:24.283090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device f60510d1-745d-4ba6-a74c-76d39e0274ea up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:24.288075 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-57489777-c18c-4e5b-888d-2f082dff448e tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups/080bd176-f2a5-4433-bff1-3e9a40df4924 HTTP/1.1" status: 200 len: 2395 time: 0.0567381 Jan 15 10:23:24.302743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '080bd176-f2a5-4433-bff1-3e9a40df4924', 'remote_group_id': None}]} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:24.303136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '080bd176-f2a5-4433-bff1-3e9a40df4924', 'remote_group_id': None}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:24.314081 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:24.321638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Usage tracker for resource:security_group_rule and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:24.325080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:24.339225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:24.356918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:23:24.397290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port f60510d1-745d-4ba6-a74c-76d39e0274ea triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:24.398548 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.423975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group_rule, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.487341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.487341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.488658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2cc85e59-4ace-4602-9106-3b29eb23d7c8 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:24.511721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b034594-da6a-4358-aa78-af1603e3b07f,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:24.519396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:24.532482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group_rule, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:24.533824 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d4fafb4d-6ee8-45fc-9fd9-491cd222e4f4 req-7ae9749c-2233-44a8-afd2-22af77c04c3d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2356846 Jan 15 10:23:26.100606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:26.171089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:26.176136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:26.176554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:26.294257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:26.310200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=c3eab8ea-d84a-41bb-8d13-dab5f43d54b8,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:26.318478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:26.321281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:26.391910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=c3eab8ea-d84a-41bb-8d13-dab5f43d54b8,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:26.395457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:27.526273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Sync routers for ids ['e31da7f1-421d-4e74-8014-8ae829073bec'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:23:27.536398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Routers {'e31da7f1-421d-4e74-8014-8ae829073bec'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:27.537115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['e31da7f1-421d-4e74-8014-8ae829073bec'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:27.724801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Set router e31da7f1-421d-4e74-8014-8ae829073bec gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:28.060588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 4, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '72b81675-cfa2-475b-8790-53268b81bede', 'name': '', 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'mac_address': 'fa:16:3e:b6:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:21Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 2, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'subnets': [{'id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:28.065516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Checking router: e31da7f1-421d-4e74-8014-8ae829073bec for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:23:28.065922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Updating router e31da7f1-421d-4e74-8014-8ae829073bec port 72b81675-cfa2-475b-8790-53268b81bede binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:23:28.082733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:28.123060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.153655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:28.154080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.566193 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.584119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Transition to ACTIVE for port object 72b81675-cfa2-475b-8790-53268b81bede will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:28.587436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.602939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:28.737494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12eed0-4587-43da-95c7-b4d8428f4c4f None None] Pushing event updated for resources: {'Port': ['ID=72b81675-cfa2-475b-8790-53268b81bede,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:28.740756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-da12eed0-4587-43da-95c7-b4d8428f4c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:28.970180 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Attempting to bind port 72b81675-cfa2-475b-8790-53268b81bede on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:28.970599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Attempting to bind port 72b81675-cfa2-475b-8790-53268b81bede by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:28.971039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Attempting to bind port 72b81675-cfa2-475b-8790-53268b81bede on network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:28.977324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:28.977974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Checking segment: {'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:28.978724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:28.979470 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Bound using segment: {'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:28.980200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Bound port: 72b81675-cfa2-475b-8790-53268b81bede, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b125123f-ce11-4cfa-8a47-21539f4770d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:28.980642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:29.081462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] For port 72b81675-cfa2-475b-8790-53268b81bede, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:29.084622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] For port 72b81675-cfa2-475b-8790-53268b81bede, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=72b81675-cfa2-475b-8790-53268b81bede,segment=NetworkSegment(b125123f-ce11-4cfa-8a47-21539f4770d0),segment_id=b125123f-ce11-4cfa-8a47-21539f4770d0)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:29.088747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:29.104633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b54b806-a4b1-482c-9388-d3ab1b7a4c0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:29.259630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12eed0-4587-43da-95c7-b4d8428f4c4f None None] Pushing event updated for resources: {'Port': ['ID=72b81675-cfa2-475b-8790-53268b81bede,revision_number=4']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:29.265029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-da12eed0-4587-43da-95c7-b4d8428f4c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:29.309728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Routers {'e31da7f1-421d-4e74-8014-8ae829073bec'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:23:29.310336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:23:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['e31da7f1-421d-4e74-8014-8ae829073bec'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:29.505332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] Set router e31da7f1-421d-4e74-8014-8ae829073bec gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:23:29.843447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 4, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '72b81675-cfa2-475b-8790-53268b81bede', 'name': '', 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'mac_address': 'fa:16:3e:b6:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:21Z', 'updated_at': '2021-01-15T10:23:29Z', 'revision_number': 4, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'subnets': [{'id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:23:29.848025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14ede9-a7f9-4d62-a46f-22536c9b3016 None None] The sync data for ids ['e31da7f1-421d-4e74-8014-8ae829073bec'] in dv-cinder-768592-3-iscsi is: [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 4, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '72b81675-cfa2-475b-8790-53268b81bede', 'name': '', 'network_id': '490e7017-d3f0-4cd2-b73c-ccf16e36ee94', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'mac_address': 'fa:16:3e:b6:07:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:21Z', 'updated_at': '2021-01-15T10:23:29Z', 'revision_number': 4, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'subnets': [{'id': '5d38620a-c05c-4303-b24e-7a571973f89d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:23:30.106651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 72b81675-cfa2-475b-8790-53268b81bede up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:30.177687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 72b81675-cfa2-475b-8790-53268b81bede completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:30.183665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 72b81675-cfa2-475b-8790-53268b81bede triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:30.184090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.307564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.340975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 72b81675-cfa2-475b-8790-53268b81bede, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=72b81675-cfa2-475b-8790-53268b81bede,segment=NetworkSegment(b125123f-ce11-4cfa-8a47-21539f4770d0),segment_id=b125123f-ce11-4cfa-8a47-21539f4770d0)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:30.343819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:30.345710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-65578e38-6d12-40fd-a440-cbbd65060136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:30.422385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=72b81675-cfa2-475b-8790-53268b81bede,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:30.425766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:32.085666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 72b81675-cfa2-475b-8790-53268b81bede up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:32.158097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 72b81675-cfa2-475b-8790-53268b81bede triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:32.158508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:40.875351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-c95bd290-a670-49fd-a99a-5507b52f3e69 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Synchronizing usage tracker for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:40.893349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-c95bd290-a670-49fd-a99a-5507b52f3e69 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Unset dirty status for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:40.894626 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-c95bd290-a670-49fd-a99a-5507b52f3e69 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1253781591&fields=id&tenant_id=634a9bc095fe4b7d94d239e19d46c953 HTTP/1.1" status: 200 len: 267 time: 0.0660017 Jan 15 10:23:41.073978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1f3eca9b-9dcd-4733-a28d-5ee7de41a9d0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:41.074645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1f3eca9b-9dcd-4733-a28d-5ee7de41a9d0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Synchronizing usage tracker for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:network {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:41.091155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1f3eca9b-9dcd-4733-a28d-5ee7de41a9d0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Unset dirty status for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:network {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:41.092400 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1f3eca9b-9dcd-4733-a28d-5ee7de41a9d0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/networks?id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 200 len: 808 time: 0.1905005 Jan 15 10:23:41.108591 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-2c29c0af-c91e-4c11-aa09-77856f0d5227 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/quotas/634a9bc095fe4b7d94d239e19d46c953 HTTP/1.1" status: 200 len: 375 time: 0.0100548 Jan 15 10:23:41.207878 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-6ed3e7ec-44a0-46ef-8170-2e5046d54360 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?tenant_id=634a9bc095fe4b7d94d239e19d46c953&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936782 Jan 15 10:23:41.360693 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-9f2e80e4-40e8-425a-adf6-52df5d3629a6 service neutron] 10.222.0.75 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397917 Jan 15 10:23:41.505370 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-51853836-ecb5-40a3-83a2-0f4f86ce3440 service neutron] 10.222.0.75 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381891 Jan 15 10:23:41.928341 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-aadd01a4-3d67-4633-82d0-4269e4445d71 req-62f7c856-42e8-4387-881f-4ece4081bc65 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 210 time: 0.0466883 Jan 15 10:23:42.607288 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-cc3f3d0a-a23c-4945-be9a-0da2d20aec72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0789692 Jan 15 10:23:42.705552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-d2de730d-5457-48fd-a1f2-007a5f274d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:42.707078 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-d2de730d-5457-48fd-a1f2-007a5f274d13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 1162 time: 0.0787048 Jan 15 10:23:42.740080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:42.866588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-33b4f3cc-4e75-4393-9ac0-9f5552b24472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:42.868864 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-33b4f3cc-4e75-4393-9ac0-9f5552b24472 service neutron] 10.222.0.64 "GET /v2.0/networks?id=88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 200 len: 905 time: 0.1397078 Jan 15 10:23:42.986171 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-f449b646-dfe8-4ae2-a937-f68f23d59476 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 1001 time: 0.1109197 Jan 15 10:23:43.115201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-f83f5507-8523-4e98-b118-0896c226961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:43.116941 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-f83f5507-8523-4e98-b118-0896c226961e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8390dd17-3d38-4c4f-ac2a-b8239648813e HTTP/1.1" status: 200 len: 850 time: 0.1246912 Jan 15 10:23:43.119074 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b9181ddc-1434-4e6d-9ccf-c14ff69b3bd9 req-68413a13-4ded-48b0-8b6d-36668d7ec1d5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 210 time: 0.0524917 Jan 15 10:23:43.121603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-f82f3824-3a34-4a67-8b96-635d8a1804b7 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:43.123280 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-f82f3824-3a34-4a67-8b96-635d8a1804b7 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.64 "GET /v2.0/networks?id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 200 len: 808 time: 0.1835320 Jan 15 10:23:43.200744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-1e3b79ff-e027-4636-ba63-4d6cf605c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:43.202366 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-1e3b79ff-e027-4636-ba63-4d6cf605c51c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88da6511-9ed8-4294-87e9-8d0fb85382dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792894 Jan 15 10:23:43.220395 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-16201bdb-e959-4836-9f47-ec8189419e5c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=634a9bc095fe4b7d94d239e19d46c953 HTTP/1.1" status: 200 len: 5759 time: 0.0837231 Jan 15 10:23:43.230400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Request body: {'port': {'device_id': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'admin_state_up': True, 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'security_groups': ['080bd176-f2a5-4433-bff1-3e9a40df4924']}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:43.353616 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-41d6ea68-505d-45ff-aaf6-b09a2f36b2af service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436558 Jan 15 10:23:43.382473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:43.387598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Usage tracker for resource:port and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:43.391361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Quota usage for port was recalculated. Used quota:2. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:43.397193 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:43.407165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Made reservation on behalf of 634a9bc095fe4b7d94d239e19d46c953 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:23:43.416272 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:43.504191 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-fd383be1-2960-430f-99d5-aec7a794fd13 service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439855 Jan 15 10:23:43.729015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Allocated IP 172.20.0.5 (8dcac70d-ab21-4ffa-b9e2-74de44c8af82/f142eec5-b9a0-482f-80b8-34d52e30506c/b4da56c3-ae34-493e-975b-dceda44a656d) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:43.937312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:43.954633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Transition to ACTIVE for port object b4da56c3-ae34-493e-975b-dceda44a656d will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:43.974073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:43.989683 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8c485c71-384b-466f-bdab-da2a2fdc57a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:44.122970 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event updated for resources: {'Port': ['ID=b4da56c3-ae34-493e-975b-dceda44a656d,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:44.127358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:44.182519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:44.183714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:44.186164 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:44.267250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:44.267991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.290845 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0652473 Jan 15 10:23:44.302855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Request body: {'port': {'device_id': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:44.358776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22c240-879d-476b-9ab9-7e1ef5b4f628 req-175c1121-ac84-47b3-8e29-1f3440cb7d17 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:44.360504 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9f22c240-879d-476b-9ab9-7e1ef5b4f628 req-175c1121-ac84-47b3-8e29-1f3440cb7d17 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 931 time: 0.1071279 Jan 15 10:23:44.390758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a37a8791-1ea5-441a-860c-a3dfd0e1fd3e None None] Provisioning for port b4da56c3-ae34-493e-975b-dceda44a656d completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:44.401707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a37a8791-1ea5-441a-860c-a3dfd0e1fd3e None None] Provisioning complete for port b4da56c3-ae34-493e-975b-dceda44a656d triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:44.402130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a37a8791-1ea5-441a-860c-a3dfd0e1fd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.436157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.439962 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9f22c240-879d-476b-9ab9-7e1ef5b4f628 req-ccc16494-70e6-4bdc-9adb-e1158978e501 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0726087 Jan 15 10:23:44.461411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-a37a8791-1ea5-441a-860c-a3dfd0e1fd3e None None] Port b4da56c3-ae34-493e-975b-dceda44a656d cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:23:44.846461 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4da56c3-ae34-493e-975b-dceda44a656d {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:23:44.854195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.866321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Transition to ACTIVE for port object b4da56c3-ae34-493e-975b-dceda44a656d will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:23:44.869619 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:44.884672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2e3a1cbd-a59a-48af-82ff-8e0f0f54ec62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:45.019092 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4da56c3-ae34-493e-975b-dceda44a656d,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:45.024456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:45.209158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Attempting to bind port b4da56c3-ae34-493e-975b-dceda44a656d on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:23:45.209530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Attempting to bind port b4da56c3-ae34-493e-975b-dceda44a656d by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:23:45.209897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Attempting to bind port b4da56c3-ae34-493e-975b-dceda44a656d on network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:23:45.216663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:23:45.217077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Checking segment: {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:23:45.217480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.217875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Bound using segment: {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:23:45.218343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Bound port: b4da56c3-ae34-493e-975b-dceda44a656d, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1825243e-13ae-48b4-a2bc-038c803ed681', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:23:45.218715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.311582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] For port b4da56c3-ae34-493e-975b-dceda44a656d, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:23:45.314664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] For port b4da56c3-ae34-493e-975b-dceda44a656d, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b4da56c3-ae34-493e-975b-dceda44a656d,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:23:45.318287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.336494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2fded785-e894-43f6-a969-3637d689b6e1 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:45.490213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=b4da56c3-ae34-493e-975b-dceda44a656d,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:45.493796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:45.526585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.527358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.528810 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] 10.222.0.64 "PUT /v2.0/ports/b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 1157 time: 1.2307265 Jan 15 10:23:45.529430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:45.605527 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'status': 'completed', 'code': 200} Jan 15 10:23:45.651537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-5da02d6a-8b65-44e6-9430-533217c8bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.653200 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-5da02d6a-8b65-44e6-9430-533217c8bdb5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=634a9bc095fe4b7d94d239e19d46c953&device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 1160 time: 0.0855868 Jan 15 10:23:45.673821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d98e2852-5009-45ea-96e6-1bacdd1a31d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:45.680967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9879f9c-4723-43a9-9a5c-4b3857fdeb3a req-77551edd-1ccd-41f7-a4c8-371b9bffa7d8 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.682859 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d9879f9c-4723-43a9-9a5c-4b3857fdeb3a req-77551edd-1ccd-41f7-a4c8-371b9bffa7d8 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 943 time: 0.1171153 Jan 15 10:23:45.733828 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-6fc916c7-4e2e-4772-8186-d30c08d43b8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 217 time: 0.0706961 Jan 15 10:23:45.740160 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d9879f9c-4723-43a9-9a5c-4b3857fdeb3a req-0c0ffa44-c199-417e-8766-a29283bf15a5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0503755 Jan 15 10:23:45.803077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-5a2f2cd8-f6ce-4d15-aca6-2f72b253ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.804739 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-5a2f2cd8-f6ce-4d15-aca6-2f72b253ae1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f142eec5-b9a0-482f-80b8-34d52e30506c HTTP/1.1" status: 200 len: 847 time: 0.0647461 Jan 15 10:23:45.889646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-99d134d0-6021-49c2-aa86-6fe735e23bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:45.891294 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-99d134d0-6021-49c2-aa86-6fe735e23bbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798602 Jan 15 10:23:46.036710 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-b2d216a7-067a-43bd-8d4e-2cb2f0dbdad8 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380231 Jan 15 10:23:46.182045 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6df3c9f1-19e4-4818-8a12-89c8041d3922 req-a63549a6-bbe8-4e28-8c96-2b78dcf715cf service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380327 Jan 15 10:23:46.302250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-bbd0ff3c-c5d4-4701-b79e-88aa3370d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:46.303788 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-bbd0ff3c-c5d4-4701-b79e-88aa3370d3c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=634a9bc095fe4b7d94d239e19d46c953&device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 1160 time: 0.0749254 Jan 15 10:23:46.664084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-ca86a6af-69c7-4ab6-9bd3-460b20eb090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:46.666257 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-ca86a6af-69c7-4ab6-9bd3-460b20eb090c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 200 len: 902 time: 0.3546000 Jan 15 10:23:46.740384 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-6a58840b-61da-435a-a682-c9870fc9a096 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 217 time: 0.0668919 Jan 15 10:23:46.810240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-29f0a2bc-6acf-4187-beeb-2a005e77bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:46.811862 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-29f0a2bc-6acf-4187-beeb-2a005e77bbb3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f142eec5-b9a0-482f-80b8-34d52e30506c HTTP/1.1" status: 200 len: 847 time: 0.0648935 Jan 15 10:23:46.897892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-5250a9cf-803c-4408-9efb-09072ab4c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:46.899619 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-5250a9cf-803c-4408-9efb-09072ab4c6df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793612 Jan 15 10:23:46.973119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e963e-a330-481f-93ac-0b303752509b req-c2c60910-c06f-4509-b9df-6b1011860258 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:46.974696 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fa2e963e-a330-481f-93ac-0b303752509b req-c2c60910-c06f-4509-b9df-6b1011860258 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 943 time: 0.1023712 Jan 15 10:23:47.026028 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fa2e963e-a330-481f-93ac-0b303752509b req-d0c4055f-6c48-4fe3-a263-190eb2f6eb48 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445259 Jan 15 10:23:47.048849 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-0fd6aed2-5c33-4cf5-bca7-140d5c5de3b4 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410317 Jan 15 10:23:47.196779 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-afb3dbb9-5d7e-4892-bedf-8fc1a1215181 req-d9ab5af7-2b29-4387-ad6b-3d4733859908 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401167 Jan 15 10:23:47.905897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3c6355d6-fb7b-4ff6-a686-77a97812a438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:48.259745 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1d96e-24e6-405e-9afc-a478b20e01a8 req-413b2049-af97-47aa-ad09-dc315fe15fc0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:48.261272 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e0d1d96e-24e6-405e-9afc-a478b20e01a8 req-413b2049-af97-47aa-ad09-dc315fe15fc0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 943 time: 0.1076636 Jan 15 10:23:48.313448 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e0d1d96e-24e6-405e-9afc-a478b20e01a8 req-4df9dc3a-545e-4c2b-b320-102d757a7bf9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0458939 Jan 15 10:23:48.342579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:49.543992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0568ab-8dc6-40ed-a6ac-f3477991f9b9 req-5eb7699d-e1f4-4ad5-8255-e2675ce18ce8 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:49.545710 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3e0568ab-8dc6-40ed-a6ac-f3477991f9b9 req-5eb7699d-e1f4-4ad5-8255-e2675ce18ce8 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 943 time: 0.1028240 Jan 15 10:23:49.568029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:49.597906 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3e0568ab-8dc6-40ed-a6ac-f3477991f9b9 req-a076be35-0b34-4972-98d0-488d5c57cbd3 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0448420 Jan 15 10:23:50.371762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:50.824012 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2b929-ca31-49c8-8250-e5a62e0f027a req-ae5d251b-e6ba-4e59-b39f-0eb311d09309 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:50.825588 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4cb2b929-ca31-49c8-8250-e5a62e0f027a req-ae5d251b-e6ba-4e59-b39f-0eb311d09309 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 943 time: 0.0985460 Jan 15 10:23:50.875843 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4cb2b929-ca31-49c8-8250-e5a62e0f027a req-f0f12729-d7ef-4bb1-a0d6-21eea8bd65d4 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0438812 Jan 15 10:23:52.322479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91e9e2-dc89-4c20-9d5e-789e833a8314 req-dd4b80cc-0ba8-41b1-9c38-9546e1994004 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:52.324033 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6a91e9e2-dc89-4c20-9d5e-789e833a8314 req-dd4b80cc-0ba8-41b1-9c38-9546e1994004 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 943 time: 0.3172400 Jan 15 10:23:52.373724 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6a91e9e2-dc89-4c20-9d5e-789e833a8314 req-b2560b41-d1cf-4763-be57-5f6683914f8d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433657 Jan 15 10:23:53.607997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ae9ec-6472-4327-889e-e28a19d34e60 req-1fe1c53e-2013-4a55-b9d5-f9d3113d8221 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:53.609592 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a01ae9ec-6472-4327-889e-e28a19d34e60 req-1fe1c53e-2013-4a55-b9d5-f9d3113d8221 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 943 time: 0.1000712 Jan 15 10:23:53.660208 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a01ae9ec-6472-4327-889e-e28a19d34e60 req-c348dc50-4192-4668-aca1-bd0a68d3e680 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0441091 Jan 15 10:23:54.886141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358d9ec-36d5-4775-8483-0a29e46c9c8c req-ed27df9d-2ce8-4ad8-a18c-57bd7ce01a0e tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:54.887768 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7358d9ec-36d5-4775-8483-0a29e46c9c8c req-ed27df9d-2ce8-4ad8-a18c-57bd7ce01a0e tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 943 time: 0.1008127 Jan 15 10:23:54.928194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device b4da56c3-ae34-493e-975b-dceda44a656d up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:54.943965 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7358d9ec-36d5-4775-8483-0a29e46c9c8c req-faf0b680-b755-402c-97a5-49e6710616b6 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0498765 Jan 15 10:23:54.996590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port b4da56c3-ae34-493e-975b-dceda44a656d completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:23:55.001437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port b4da56c3-ae34-493e-975b-dceda44a656d triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:55.001853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:55.118318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:55.144850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:23:55.155934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port b4da56c3-ae34-493e-975b-dceda44a656d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b4da56c3-ae34-493e-975b-dceda44a656d,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:23:55.158961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:55.160888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:55.205529 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'code': 200} Jan 15 10:23:55.232396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=b4da56c3-ae34-493e-975b-dceda44a656d,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:55.235810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:55.501709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888f994-84b9-4be4-82f9-e42ba3b3df90 req-e03dbfae-c031-4c92-bbfb-0f41f6597e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:55.503246 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0888f994-84b9-4be4-82f9-e42ba3b3df90 req-e03dbfae-c031-4c92-bbfb-0f41f6597e27 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 1162 time: 0.0734239 Jan 15 10:23:55.545332 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0888f994-84b9-4be4-82f9-e42ba3b3df90 req-1874951c-4f16-4c57-b257-57712a370dd7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0358281 Jan 15 10:23:56.170063 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e882f-4ef3-4362-a875-0d39ef28f709 req-a85865b1-a253-44b4-a10e-d7188a55fe96 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:56.171715 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-985e882f-4ef3-4362-a875-0d39ef28f709 req-a85865b1-a253-44b4-a10e-d7188a55fe96 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 945 time: 0.0985050 Jan 15 10:23:56.221969 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-985e882f-4ef3-4362-a875-0d39ef28f709 req-99817860-a185-4dd7-a474-06ba81596270 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439527 Jan 15 10:23:56.507481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device b4da56c3-ae34-493e-975b-dceda44a656d up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:23:56.575605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port b4da56c3-ae34-493e-975b-dceda44a656d triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:23:56.576031 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:57.455819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d89fea-4ba1-419b-a547-4707a2613bdb req-1ca37626-5eed-45b9-bd4c-90934e3e7dae tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:57.457430 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b5d89fea-4ba1-419b-a547-4707a2613bdb req-1ca37626-5eed-45b9-bd4c-90934e3e7dae tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 945 time: 0.1041973 Jan 15 10:23:57.508165 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b5d89fea-4ba1-419b-a547-4707a2613bdb req-f4d110c5-2c0e-4433-8e90-6e1eff580648 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439746 Jan 15 10:23:57.736266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476dc5-1dd1-4c63-85ad-c284c85ca845 req-915043db-d1da-42ff-990b-ff5ce59a7547 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:57.737865 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fc476dc5-1dd1-4c63-85ad-c284c85ca845 req-915043db-d1da-42ff-990b-ff5ce59a7547 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 945 time: 0.1009388 Jan 15 10:23:57.791878 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fc476dc5-1dd1-4c63-85ad-c284c85ca845 req-9e102f4f-d2eb-403d-a4b3-cae4d9163a56 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0475426 Jan 15 10:23:58.009739 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-5b7a8454-c5b5-4b4d-8248-ef1958ec924c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1644053 Jan 15 10:23:58.020011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Request body: {'floatingip': {'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:23:58.029102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:23:58.033675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Usage tracker for resource:floatingip and tenant:634a9bc095fe4b7d94d239e19d46c953 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:23:58.036774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:23:58.042836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:23:58.052479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for floatingip, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:58.196611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:58.466865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Allocated IP 172.27.1.224 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/533a5375-64d7-4bbb-8bee-be18d86a91e7) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:23:58.620340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:58.646027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:58.661194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-baaf9f27-e3a7-46a5-a1f6-302b3d2fc95d tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:58.803578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event updated for resources: {'Port': ['ID=533a5375-64d7-4bbb-8bee-be18d86a91e7,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:58.815212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.815622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.816032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.816431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.816831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.817228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.817623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.818030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.818693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.819131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.819521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.819908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.820334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.820755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.821134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.821522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.821908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.822296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.822682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.823090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.823479 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.823863 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.824250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.824638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:23:58.839379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:58.877507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:23:58.878621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:23:58.880975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:23:58.960803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for floatingip, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:59.021698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:59.282233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:59.286001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:59.304408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-14e2194c-5fb5-4ff1-aaa3-8d1d8a02a931 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:23:59.438428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event updated for resources: {'Port': ['ID=533a5375-64d7-4bbb-8bee-be18d86a91e7,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:23:59.444873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:23:59.541311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:59.563415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:23:59.564722 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-f57b7501-70b2-422a-ac07-e68ae9c6171c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5489631 Jan 15 10:23:59.653203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-495905cc-5f38-4873-91da-48f0f166c37a tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Synchronizing usage tracker for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:floatingip {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:23:59.669095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-495905cc-5f38-4873-91da-48f0f166c37a tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Unset dirty status for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:floatingip {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:23:59.670340 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-495905cc-5f38-4873-91da-48f0f166c37a tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.224 HTTP/1.1" status: 200 len: 696 time: 0.0985167 Jan 15 10:23:59.847968 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-c7dda899-7f80-4d69-ae9a-d365b6dcf855 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:23:59.849338 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-c7dda899-7f80-4d69-ae9a-d365b6dcf855 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 784 time: 0.1730278 Jan 15 10:23:59.860434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-20d4dc54-0fd7-41ba-becc-5181cc2c6a37 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:23:59.861467 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8b0d3424-c237-4cae-ac0a-49d73d9f6528 req-20d4dc54-0fd7-41ba-becc-5181cc2c6a37 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058098 Jan 15 10:24:00.064922 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-d202908f-77c3-4a49-aaff-ae4940eb58e8 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:00.066520 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-d202908f-77c3-4a49-aaff-ae4940eb58e8 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0990334 Jan 15 10:24:00.154346 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-7a6b00cf-0e41-4c03-aca0-fe492792a454 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.224 HTTP/1.1" status: 200 len: 696 time: 0.0810831 Jan 15 10:24:00.165060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Request body: {'floatingip': {'port_id': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:24:00.249013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for floatingip, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.071504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for floatingip, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.074131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.251839 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Floating IP 0103d21c-c57e-40e4-b9b8-5a5448040da3 associated. External IP: 172.27.1.224, port: b4da56c3-ae34-493e-975b-dceda44a656d. Jan 15 10:24:01.347316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:24:01.620464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Router ee47c547-7df7-4802-9739-c5664ea92156 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:24:01.807152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:24:01.812110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:01.816921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] Sync routers for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:24:01.827170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:24:01.827862 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:23:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:01.870772 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-af3ec567-9bea-426e-bfa3-8638fed9fc7d tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "PUT /v2.0/floatingips/0103d21c-c57e-40e4-b9b8-5a5448040da3 HTTP/1.1" status: 200 len: 996 time: 1.7101777 Jan 15 10:24:01.871302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:24:01.933241 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'status': 'completed', 'code': 200} Jan 15 10:24:01.977261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-6585f585-3462-4e74-b8f2-e30f5b1a4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:01.978934 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-6585f585-3462-4e74-b8f2-e30f5b1a4086 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=634a9bc095fe4b7d94d239e19d46c953&device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 1162 time: 0.0825419 Jan 15 10:24:02.015135 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:24:02.044881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-c14b3064-51d8-4af0-ba3f-dda738ea7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:02.046500 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-c14b3064-51d8-4af0-ba3f-dda738ea7abd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=634a9bc095fe4b7d94d239e19d46c953&device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 1162 time: 0.0913570 Jan 15 10:24:02.124861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-aff13f24-df5c-45ea-9523-9085100f1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:02.126381 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-aff13f24-df5c-45ea-9523-9085100f1088 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 200 len: 902 time: 0.1409178 Jan 15 10:24:02.198926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-7baadbc1-d949-412f-b3c0-d799566c9284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:02.200601 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-7baadbc1-d949-412f-b3c0-d799566c9284 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 200 len: 902 time: 0.1455097 Jan 15 10:24:02.237416 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-a0a2889b-2b5c-4b50-b66e-6c8fccf0fa86 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 999 time: 0.1043668 Jan 15 10:24:02.308444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-394c3820-6c3b-4050-bfef-385a3b2ac92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:02.310064 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-394c3820-6c3b-4050-bfef-385a3b2ac92d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f142eec5-b9a0-482f-80b8-34d52e30506c HTTP/1.1" status: 200 len: 847 time: 0.0662186 Jan 15 10:24:02.314742 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-83eff9ec-a8f6-47b8-954e-d67d5a04632f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 999 time: 0.1053593 Jan 15 10:24:02.390219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-67cf4d76-3057-4128-ae63-1ca87a651067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:02.391798 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-67cf4d76-3057-4128-ae63-1ca87a651067 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f142eec5-b9a0-482f-80b8-34d52e30506c HTTP/1.1" status: 200 len: 847 time: 0.0697191 Jan 15 10:24:02.399334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0103d21c-c57e-40e4-b9b8-5a5448040da3', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'port_id': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'mac_address': 'fa:16:3e:db:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:23:58Z', 'updated_at': '2021-01-15T10:24:00Z', 'revision_number': 1, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:02.403599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] Checking router: ee47c547-7df7-4802-9739-c5664ea92156 for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:24:02.409541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-c9128994-6512-40d8-86c5-631769487d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:02.411227 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-c9128994-6512-40d8-86c5-631769487d72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944202 Jan 15 10:24:02.418191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:24:02.418873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:23:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:02.424558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-eb237141-50a6-4ce5-9cbe-9b4b1b159620 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:24:02.432389 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-eb237141-50a6-4ce5-9cbe-9b4b1b159620 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0124042 Jan 15 10:24:02.480144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-7c50215f-149f-40e6-8b33-2da909ac4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:02.481750 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-7c50215f-149f-40e6-8b33-2da909ac4624 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818906 Jan 15 10:24:02.577900 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-12eb6c30-80d0-42ec-afcd-24cf7d1d49ac service neutron] 10.222.0.75 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445837 Jan 15 10:24:02.609693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:24:02.633557 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-5858f0b6-0ac0-4bce-bb21-65dcef8a08c0 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430233 Jan 15 10:24:02.729677 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f67cccff-677d-4c40-a182-170d6d4f0ae4 req-1f81db2c-1483-41a8-8fbd-0e45e29a3a9f service neutron] 10.222.0.75 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443522 Jan 15 10:24:02.792475 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9e7ca242-cecc-44d2-9b04-8a268b0bf141 req-b0e2c756-c885-4749-a094-50eead224293 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523683 Jan 15 10:24:02.987474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0103d21c-c57e-40e4-b9b8-5a5448040da3', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'port_id': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'mac_address': 'fa:16:3e:db:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:23:58Z', 'updated_at': '2021-01-15T10:24:00Z', 'revision_number': 1, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:24:02.991597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2fc1da-ccab-416c-8ab5-a9a4dc128cdd None None] The sync data for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi is: [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0103d21c-c57e-40e4-b9b8-5a5448040da3', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'floating_ip_address': '172.27.1.224', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'port_id': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'mac_address': 'fa:16:3e:db:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:23:58Z', 'updated_at': '2021-01-15T10:24:00Z', 'revision_number': 1, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:24:03.273235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b85055-923d-4456-a248-1fea722f6127 None None] New status for floating IP 0103d21c-c57e-40e4-b9b8-5a5448040da3: ACTIVE {{(pid=80047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:24:12.743715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:15.675342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-87bfc7ef-ef2b-445f-bf15-f37364c7ca45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:17.908477 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5c7ab3c3-e9d1-4eac-b0a6-04ba67042bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:18.344839 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:19.571691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:20.376780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:38.347239 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:24:42.479333 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-aeb1d686-6a95-4295-b084-44c9921a9e42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0813458 Jan 15 10:24:42.575664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-9de4d265-d9cc-4836-b835-12f2cab93335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:42.577351 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-9de4d265-d9cc-4836-b835-12f2cab93335 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1203 time: 0.0773146 Jan 15 10:24:42.738395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-e1477e41-0fc2-4b21-85cc-7b349afb8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:42.739978 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-e1477e41-0fc2-4b21-85cc-7b349afb8a94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 908 time: 0.1395636 Jan 15 10:24:42.753455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:42.851525 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-3862e6ef-aa60-4fc0-80f7-1eac3280e612 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 1002 time: 0.1049020 Jan 15 10:24:42.921346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-3263d19a-706d-4f62-94f1-91d05280c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:42.922900 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-3263d19a-706d-4f62-94f1-91d05280c6a2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.0641015 Jan 15 10:24:43.005304 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-2c18e3ee-f954-42af-b2e1-bffc26a9b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:24:43.006864 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-2c18e3ee-f954-42af-b2e1-bffc26a9b134 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776017 Jan 15 10:24:43.154320 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-0be3b0f7-d75f-4717-9f59-ccd7cff913c0 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406281 Jan 15 10:24:43.299876 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7025a2b-4fda-4845-a818-90700bd979c8 req-ad9bb8d7-e673-42cb-8101-be8029d6bc74 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368861 Jan 15 10:24:45.676470 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1a171b73-09af-4179-943a-67c7e86e5c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:47.910931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-132f43a2-f53d-4d6f-afb0-816ef86fa4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:48.348085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:49.574794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:24:50.380904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:12.772960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:15.347279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:25:15.678568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2b962a7f-5840-4303-8b3d-4e92b7326f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:17.911843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-86339c90-88e7-4604-ab54-dbd500112926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:18.350972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:19.579359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:20.383969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:28.516815 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-7e2f746d-d079-4aa2-8c61-56d3f06435ba tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/floatingips/8cd08b69-e1ed-4b91-a586-e042d1b94f05 HTTP/1.1" status: 200 len: 998 time: 0.1143188 Jan 15 10:25:28.695084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-871a00c4-4c52-4035-b749-aeb3bc361835 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:28.696468 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-871a00c4-4c52-4035-b749-aeb3bc361835 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 784 time: 0.1730196 Jan 15 10:25:28.707227 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-dd4ff733-9c1e-4a22-a1b6-6a581e38b15e tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:25:28.708263 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-dd4ff733-9c1e-4a22-a1b6-6a581e38b15e tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058687 Jan 15 10:25:28.816605 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-adee56fe-c868-45ca-9bac-ed042a63f338 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.184 HTTP/1.1" status: 200 len: 1001 time: 0.1024613 Jan 15 10:25:28.914600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-0a6f1614-cfa6-4364-b9d1-32678db31935 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:28.916072 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-0a6f1614-cfa6-4364-b9d1-32678db31935 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports/06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 942 time: 0.0933905 Jan 15 10:25:29.100887 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-e5e0a144-e5f8-4cf5-b489-17771eeec0fe tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.184 HTTP/1.1" status: 200 len: 1001 time: 0.1061747 Jan 15 10:25:29.315578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Deleting port 1a503d96-0de2-426d-a160-f06f6da6c7ac {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:29.315890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:29.492557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:29.492925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for floatingip, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:29.847076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Calling delete_port for 1a503d96-0de2-426d-a160-f06f6da6c7ac owned by network:floatingip {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:30.003748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:30.019370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-82e75588-c961-4e29-8254-94fcfcf94897 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:30.109042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event deleted for resources: {'Port': ['ID=1a503d96-0de2-426d-a160-f06f6da6c7ac,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:30.131206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.131631 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.132042 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.132466 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.132871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.133275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.133676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.134075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.134472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.134880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.135308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.135706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.136143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.136538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.136932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.137333 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.137731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.138113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.138505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.138898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.139330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.139724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.140116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.140514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:30.145953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:30.255023 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for floatingip, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:30.255425 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Floating IP 8cd08b69-e1ed-4b91-a586-e042d1b94f05 disassociated (deleted). External IP: 172.27.1.184, port: 06fc6d7b-fadc-4846-9231-feae085b94ae. Jan 15 10:25:30.624882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Router f1c94c03-87a2-4ea8-9102-ab752eda179a has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:25:30.810513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:25:30.820716 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] Sync routers for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:25:30.830121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:30.831663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:25:30.832351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:25:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:30.888116 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-2e6bf048-b14b-4f4d-96d6-314d9cda5797 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "DELETE /v2.0/floatingips/8cd08b69-e1ed-4b91-a586-e042d1b94f05 HTTP/1.1" status: 204 len: 173 time: 1.7812836 Jan 15 10:25:30.888639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:25:30.954006 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'status': 'completed', 'code': 200} Jan 15 10:25:30.984781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-91d2ed84-b1e2-4fb2-829f-b559d4a66f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:30.986502 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-91d2ed84-b1e2-4fb2-829f-b559d4a66f80 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 1162 time: 0.0841286 Jan 15 10:25:31.023049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:25:31.051568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-fc70f7e3-823f-4bdc-a370-72d20fe4f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:31.053268 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-fc70f7e3-823f-4bdc-a370-72d20fe4f0bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 1162 time: 0.0765331 Jan 15 10:25:31.144593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-517fa500-542e-48ac-97eb-0621c9c55c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:31.146765 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-517fa500-542e-48ac-97eb-0621c9c55c9b service neutron] 10.222.0.75 "GET /v2.0/networks?id=88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 200 len: 905 time: 0.1527567 Jan 15 10:25:31.214124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-5fbfa79c-f8a7-48ed-b2e9-bd05e98b5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:31.215883 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-5fbfa79c-f8a7-48ed-b2e9-bd05e98b5ccf service neutron] 10.222.0.64 "GET /v2.0/networks?id=88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 200 len: 905 time: 0.1556468 Jan 15 10:25:31.220987 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-962f71a5-af3e-4ffc-b297-47631cf3e8dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 217 time: 0.0673423 Jan 15 10:25:31.295436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-816a5d5f-1a57-4af2-9046-2e517d08c215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:31.298093 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-816a5d5f-1a57-4af2-9046-2e517d08c215 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8390dd17-3d38-4c4f-ac2a-b8239648813e HTTP/1.1" status: 200 len: 850 time: 0.0708168 Jan 15 10:25:31.304379 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-3655e313-8c16-4bb4-9558-6eb9ddfaab26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 200 len: 217 time: 0.0777450 Jan 15 10:25:31.368563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:31.373209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] Checking router: f1c94c03-87a2-4ea8-9102-ab752eda179a for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:25:31.376048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-c9f4ffaa-745d-4f96-9010-61ec3514e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:31.377660 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-c9f4ffaa-745d-4f96-9010-61ec3514e6bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8390dd17-3d38-4c4f-ac2a-b8239648813e HTTP/1.1" status: 200 len: 850 time: 0.0670571 Jan 15 10:25:31.380884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-dfc1e036-76d4-4b4d-a239-618c2ff75ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:31.382252 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-dfc1e036-76d4-4b4d-a239-618c2ff75ad1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=88da6511-9ed8-4294-87e9-8d0fb85382dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775654 Jan 15 10:25:31.383604 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:25:31.384342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:25:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:31.478263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-4fa86745-4838-4160-98d7-6b6943c0cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:31.479942 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-4fa86745-4838-4160-98d7-6b6943c0cc2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88da6511-9ed8-4294-87e9-8d0fb85382dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840125 Jan 15 10:25:31.535097 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-1612bc96-989c-4ec1-bef0-24a0c21be5c8 service neutron] 10.222.0.75 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443961 Jan 15 10:25:31.579290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:25:31.630906 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-bbad36f7-b6c8-4308-899f-9eb1602a8e1b service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429415 Jan 15 10:25:31.682936 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-39a78362-30d3-49b8-9a63-f5d3cf3e8451 req-fa886df8-8753-4137-ac3a-53c5cdd4eb07 service neutron] 10.222.0.75 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418037 Jan 15 10:25:31.778934 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cc71363a-86a5-4947-af90-5800cfdcbe48 req-ba3c962a-9f6b-45d3-939e-451eaffb18ac service neutron] 10.222.0.64 "GET /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416264 Jan 15 10:25:31.947127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:31.951521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73179b23-58ff-45f0-987f-4060f7a85f80 None None] The sync data for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi is: [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:20:53Z', 'revision_number': 4, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'c193ada1-b118-4fb4-ab28-84a4675500e1', 'name': '', 'network_id': '88da6511-9ed8-4294-87e9-8d0fb85382dc', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'mac_address': 'fa:16:3e:4b:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:52Z', 'updated_at': '2021-01-15T10:21:02Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'subnets': [{'id': '8390dd17-3d38-4c4f-ac2a-b8239648813e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:25:32.127302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf7cd3-994c-4348-893a-5e786798c275 req-fb2950a6-a6f8-459a-8576-fbefcbeb5367 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:32.128133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3baf7cd3-994c-4348-893a-5e786798c275 req-fb2950a6-a6f8-459a-8576-fbefcbeb5367 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Synchronizing usage tracker for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:25:32.146056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-3baf7cd3-994c-4348-893a-5e786798c275 req-fb2950a6-a6f8-459a-8576-fbefcbeb5367 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Unset dirty status for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:25:32.147361 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3baf7cd3-994c-4348-893a-5e786798c275 req-fb2950a6-a6f8-459a-8576-fbefcbeb5367 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1228685 Jan 15 10:25:32.203997 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3baf7cd3-994c-4348-893a-5e786798c275 req-669039ba-907d-48ed-a021-1d5859dd95f2 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0502927 Jan 15 10:25:32.337003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec9254d-e9f2-4a27-a8ed-7f2ba7251035 None None] New status for floating IP 8cd08b69-e1ed-4b91-a586-e042d1b94f05: DOWN {{(pid=80047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:25:33.436037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6c417-f567-4f27-9973-b286d74a6b71 req-46e9d410-5432-4fbb-adff-74647633f981 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:33.437702 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-87f6c417-f567-4f27-9973-b286d74a6b71 req-46e9d410-5432-4fbb-adff-74647633f981 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1019242 Jan 15 10:25:33.489535 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-87f6c417-f567-4f27-9973-b286d74a6b71 req-5105ad82-8cbe-40ff-995a-1f01e8a31e25 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups?id=862f7e22-ffae-4829-9842-a714961bd1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0445998 Jan 15 10:25:33.625800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-83ead1f8-2bb2-4b11-a35b-8836b98a7dd9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:33.626550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-83ead1f8-2bb2-4b11-a35b-8836b98a7dd9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Synchronizing usage tracker for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:25:33.638835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-83ead1f8-2bb2-4b11-a35b-8836b98a7dd9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Unset dirty status for tenant:4f67f17d1340479fb9cb4ef5b4470f55 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:25:33.640132 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-83ead1f8-2bb2-4b11-a35b-8836b98a7dd9 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.64 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 945 time: 0.1128123 Jan 15 10:25:33.719950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Deleting port 06fc6d7b-fadc-4846-9231-feae085b94ae {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:33.720339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:33.978248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] For port 06fc6d7b-fadc-4846-9231-feae085b94ae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=06fc6d7b-fadc-4846-9231-feae085b94ae,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:33.978650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:34.106617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Calling delete_port for 06fc6d7b-fadc-4846-9231-feae085b94ae owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:34.254646 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:34.270200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-70eaa62e-4992-4672-af80-098eb68ce966 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:34.579782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event deleted for resources: {'Port': ['ID=06fc6d7b-fadc-4846-9231-feae085b94ae,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:34.601959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.602372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.602770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.603213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.603611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.604005 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.604391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.604781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.605164 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.605547 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.605931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.606312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.606735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.607138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.607525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.607904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.608284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.608665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.609045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.609422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.609800 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.610176 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.610556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.610930 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:25:34.616373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:34.671207 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-e46ff38d-644a-4811-9838-c1214b5711c9 req-e4dc6706-cc84-47b7-9e71-5746017faa10 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/ports?device_id=dd7b369e-3898-4301-9443-2cb424f7c5e6 HTTP/1.1" status: 200 len: 210 time: 0.0497122 Jan 15 10:25:34.709592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] No DVR routers for this DVR port 06fc6d7b-fadc-4846-9231-feae085b94ae on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:25:34.711944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:34.714791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'name': 'network-vif-deleted', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:25:34.732757 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-28f14b83-9906-43c6-bd3a-e8ca4a3a5748 req-c7585b6c-4862-4b14-a9bd-58b0b897079b tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.64 "DELETE /v2.0/ports/06fc6d7b-fadc-4846-9231-feae085b94ae HTTP/1.1" status: 204 len: 173 time: 1.0869327 Jan 15 10:25:34.784950 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7b369e-3898-4301-9443-2cb424f7c5e6', 'name': 'network-vif-deleted', 'tag': '06fc6d7b-fadc-4846-9231-feae085b94ae', 'status': 'completed', 'code': 200} Jan 15 10:25:35.147693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 06fc6d7b-fadc-4846-9231-feae085b94ae no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:25:35.184420 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 06fc6d7b-fadc-4846-9231-feae085b94ae {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:25:35.184775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 06fc6d7b-fadc-4846-9231-feae085b94ae not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:25:37.110404 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-18d21926-7613-477b-a0fd-677a14a58039 req-27f87ced-fdf6-4758-ae8c-33bae71fcaa2 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "GET /v2.0/security-groups/862f7e22-ffae-4829-9842-a714961bd1b7 HTTP/1.1" status: 200 len: 2999 time: 0.0533352 Jan 15 10:25:37.188355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-18d21926-7613-477b-a0fd-677a14a58039 req-00f662d1-3356-4c51-8af2-e1513a6f4f70 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:37.218524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-18d21926-7613-477b-a0fd-677a14a58039 req-00f662d1-3356-4c51-8af2-e1513a6f4f70 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:37.266209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-18d21926-7613-477b-a0fd-677a14a58039 req-00f662d1-3356-4c51-8af2-e1513a6f4f70 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:37.271390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6189285e-9079-4d9f-b70e-3c5e71f93650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:37.291121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f662d1-3356-4c51-8af2-e1513a6f4f70 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Pushing event deleted for resources: {'SecurityGroup': ['ID=862f7e22-ffae-4829-9842-a714961bd1b7,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:37.296958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-00f662d1-3356-4c51-8af2-e1513a6f4f70 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:37.298928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-18d21926-7613-477b-a0fd-677a14a58039 req-00f662d1-3356-4c51-8af2-e1513a6f4f70 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:37.300149 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-18d21926-7613-477b-a0fd-677a14a58039 req-00f662d1-3356-4c51-8af2-e1513a6f4f70 tempest-TestVolumeBootPattern-788629338 tempest-TestVolumeBootPattern-788629338] 10.222.0.75 "DELETE /v2.0/security-groups/862f7e22-ffae-4829-9842-a714961bd1b7 HTTP/1.1" status: 204 len: 173 time: 0.1829524 Jan 15 10:25:37.371430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49566) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:38.140916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660704'] for router_interface, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:38.605020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Deleting port c193ada1-b118-4fb4-ab28-84a4675500e1 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:38.605374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:38.784172 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] For port c193ada1-b118-4fb4-ab28-84a4675500e1, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=c193ada1-b118-4fb4-ab28-84a4675500e1,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:38.784459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:38.914682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Calling delete_port for c193ada1-b118-4fb4-ab28-84a4675500e1 owned by network:router_interface {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:39.082123 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:39.097796 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d421bd8e-f2a2-4eaa-9ba0-0fd076d0aa77 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:39.187994 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Pushing event deleted for resources: {'Port': ['ID=c193ada1-b118-4fb4-ab28-84a4675500e1,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:39.194852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:39.509457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853539027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117776'] for router_interface, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:40.031284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Router f1c94c03-87a2-4ea8-9102-ab752eda179a has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:25:40.243388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:25:40.253039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] Sync routers for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:25:40.263035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:25:40.263719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:25:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:40.264507 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2cf66e66-8ff7-4c25-b264-0fd83869334e admin admin] 10.222.0.75 "PUT /v2.0/routers/f1c94c03-87a2-4ea8-9102-ab752eda179a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8916245 Jan 15 10:25:40.266941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49570) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:40.460663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:25:40.691748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:40.774340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:25:39Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:40.778462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] Checking router: f1c94c03-87a2-4ea8-9102-ab752eda179a for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:25:40.787735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] Routers {'f1c94c03-87a2-4ea8-9102-ab752eda179a'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:25:40.788419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:25:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['f1c94c03-87a2-4ea8-9102-ab752eda179a'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:40.879671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:40.885993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Deleting port 179279f3-12d0-471b-b3e7-5abe63bb1897 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:40.886379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.082138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] For port 179279f3-12d0-471b-b3e7-5abe63bb1897, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=179279f3-12d0-471b-b3e7-5abe63bb1897,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:41.082454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.140959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] Set router f1c94c03-87a2-4ea8-9102-ab752eda179a gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:25:41.222795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Calling delete_port for 179279f3-12d0-471b-b3e7-5abe63bb1897 owned by network:router_gateway {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:41.367105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: result = function(*args, **kwargs) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: proto.__init__(conn_state, self) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: self.handle() Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: self.handle_one_request() Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: self.handle_one_response() Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: result = self.application(self.environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return app(environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self.application) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self.application) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self.application) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self.application) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return request.get_response(self.application) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: response = req.get_response(self._app) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: application, catch_exc_info=False) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: app_iter = application(self.environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return resp(environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return resp(environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: response = self.app(environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return resp(environ, start_response) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: resp = self.call_func(req, *args, **kw) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.func(req, *args, **kwargs) Jan 15 10:25:41.369996 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: result = method(request=request, **args) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._delete(request, id, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*args, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*args, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*dup_args, **dup_kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: obj_deleter(request.context, id, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return method(*args, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*args, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*args, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(*dup_args, **dup_kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: self._delete_current_gw_port(context, id, router, None) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: admin_ctx, gw_port_id, l3_port_check=False) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, context, *args, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return method(*args, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: context, port, router_ids, bound_mech_contexts) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: return function(*args, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: callback(resource, event, trigger, **kwargs) Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: if self._is_session_semantic_violated(context, resource, event): Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: stack = traceback.extract_stack() Jan 15 10:25:41.375910 dv-cinder-768592-3-iscsi neutron-server[79933]: Jan 15 10:25:41.451048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:25:39Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:41.455296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94357fae-ef23-4dc2-9716-8cd6f4794d1c None None] The sync data for ids ['f1c94c03-87a2-4ea8-9102-ab752eda179a'] in dv-cinder-768592-3-iscsi is: [{'id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'name': 'tempest-TestVolumeBootPattern-945760780-router', 'tenant_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:47Z', 'updated_at': '2021-01-15T10:25:39Z', 'revision_number': 5, 'project_id': '4f67f17d1340479fb9cb4ef5b4470f55', 'gw_port': {'id': '179279f3-12d0-471b-b3e7-5abe63bb1897', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:59:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c94c03-87a2-4ea8-9102-ab752eda179a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:48Z', 'updated_at': '2021-01-15T10:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:25:41.576785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854093080'] for router_gateway, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.714017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-190275'] for router, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.716763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.803161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114734'] for router, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.803729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c94c03-87a2-4ea8-9102-ab752eda179a {{(pid=80045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:25:41.816706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.818054 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ed2162aa-fccd-472c-952d-8ed9bacd42f5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f1c94c03-87a2-4ea8-9102-ab752eda179a HTTP/1.1" status: 204 len: 168 time: 1.5500009 Jan 15 10:25:41.821084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49574) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:41.890600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] Deleting subnet 8390dd17-3d38-4c4f-ac2a-b8239648813e {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:25:41.893993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:41.952115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.079613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.143913 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device c193ada1-b118-4fb4-ab28-84a4675500e1 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:25:42.179507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: c193ada1-b118-4fb4-ab28-84a4675500e1 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:25:42.179830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device c193ada1-b118-4fb4-ab28-84a4675500e1 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:25:42.180315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 179279f3-12d0-471b-b3e7-5abe63bb1897 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:25:42.213911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 179279f3-12d0-471b-b3e7-5abe63bb1897 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:25:42.214314 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 179279f3-12d0-471b-b3e7-5abe63bb1897 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:25:42.354753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.370901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e0424b43-f175-44e4-8b9c-bba387e2a1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:42.456161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8390dd17-3d38-4c4f-ac2a-b8239648813e,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:42.463964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:42.506903 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.512368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261a9efc-b25a-4ab7-bc76-e93d48ed5259 None None] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:25:42.513377 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2ab3f734-5547-40a4-998a-61ead82e197d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8390dd17-3d38-4c4f-ac2a-b8239648813e HTTP/1.1" status: 204 len: 168 time: 0.6912105 Jan 15 10:25:42.516147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49578) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:42.635655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.708200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Deleting port 84404e8a-6fde-4a08-92a9-3208effa82d4 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:42.708500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.781357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] DHCP port deletion for 88da6511-9ed8-4294-87e9-8d0fb85382dc request from dv-cinder-768592-3-iscsi {{(pid=80046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:25:42.795426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] Deleting port 84404e8a-6fde-4a08-92a9-3208effa82d4 {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:42.795867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.842744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:42.932678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] For port 84404e8a-6fde-4a08-92a9-3208effa82d4, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=84404e8a-6fde-4a08-92a9-3208effa82d4,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:42.933136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:43.015098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] For port 84404e8a-6fde-4a08-92a9-3208effa82d4, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=84404e8a-6fde-4a08-92a9-3208effa82d4,segment=NetworkSegment(9e8f0919-6824-4ed2-9252-f376f4f59ab5),segment_id=9e8f0919-6824-4ed2-9252-f376f4f59ab5)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:43.015471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:43.065060 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Calling delete_port for 84404e8a-6fde-4a08-92a9-3208effa82d4 owned by network:dhcp {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:43.144391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:43.147436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] Calling delete_port for 84404e8a-6fde-4a08-92a9-3208effa82d4 owned by network:dhcp {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:43.160653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ab9a54e0-2824-4c3c-b25b-a6cf434d888e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:43.254565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Pushing event deleted for resources: {'Port': ['ID=84404e8a-6fde-4a08-92a9-3208effa82d4,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:43.257526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:43.289851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:25:43.290175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:25:43.310404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] No DVR routers for this DVR port 84404e8a-6fde-4a08-92a9-3208effa82d4 on host dv-cinder-768592-3-iscsi {{(pid=80045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:25:43.437588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:43.556489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88da6511-9ed8-4294-87e9-8d0fb85382dc']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:43.569563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8f0919-6824-4ed2-9252-f376f4f59ab5') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:43.569908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8f0919-6824-4ed2-9252-f376f4f59ab5') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:43.582319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:43.597997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:43.600627 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:25:43.787841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:25:43.791651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] Deleting port 84404e8a-6fde-4a08-92a9-3208effa82d4 {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:43.792086 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:43.797810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:43.859215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-1fbf3c62-0e48-45c7-928a-940dec5c528a None None] The port '84404e8a-6fde-4a08-92a9-3208effa82d4' was deleted {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:25:43.983523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Network 88da6511-9ed8-4294-87e9-8d0fb85382dc has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:25:43.989106 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-b6f065d5-c082-4486-b4e9-5ceb94d4b9db service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0762215 Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:25:44.007797 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:25:44.149311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 84404e8a-6fde-4a08-92a9-3208effa82d4 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:25:44.155544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-9a430482-4971-4f31-ac81-e6d8ed07e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:44.157206 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-9a430482-4971-4f31-ac81-e6d8ed07e75f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 1163 time: 0.0912671 Jan 15 10:25:44.188559 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 84404e8a-6fde-4a08-92a9-3208effa82d4 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:25:44.188956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 84404e8a-6fde-4a08-92a9-3208effa82d4 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:25:44.328192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-82edc3a9-2bd1-4a7f-aaa7-31d09f7327b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:44.328971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:44.329770 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-82edc3a9-2bd1-4a7f-aaa7-31d09f7327b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1505973 Jan 15 10:25:44.332483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:44.350816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:44.359955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Pushing event deleted for resources: {'Network': ['ID=88da6511-9ed8-4294-87e9-8d0fb85382dc,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:44.363534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:44.374372 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] 10.222.0.75 "DELETE /v2.0/networks/88da6511-9ed8-4294-87e9-8d0fb85382dc HTTP/1.1" status: 204 len: 168 time: 1.8570793 Jan 15 10:25:44.377323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49584) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:44.445848 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-4b1a3b21-dbe7-4f0d-938c-1cb6b9b3a8b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92b720b7-6956-4a8d-b089-4f7713aa9247 HTTP/1.1" status: 200 len: 1002 time: 0.1083174 Jan 15 10:25:44.521751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-1e627bee-0105-49a9-8609-5cedad6b38d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:44.523382 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-1e627bee-0105-49a9-8609-5cedad6b38d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0707276 Jan 15 10:25:44.611618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-30561ea4-55f7-4fa8-a31f-ea06ffc68193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:25:44.613557 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-30561ea4-55f7-4fa8-a31f-ea06ffc68193 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807660 Jan 15 10:25:44.764584 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-0afb5181-9fe7-497e-9f0c-cb0dd3d66849 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435647 Jan 15 10:25:44.923822 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0a592cfa-b44a-4125-88bb-fdd1d9bcb061 req-415f34bb-8b65-4c9e-9561-2904304c093f service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514893 Jan 15 10:25:44.956707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660704'] for router_interface, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.439896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Deleting port 21a55d8c-07f1-4351-bf37-160d4b907039 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:45.440299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.633134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] For port 21a55d8c-07f1-4351-bf37-160d4b907039, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=21a55d8c-07f1-4351-bf37-160d4b907039,segment=NetworkSegment(d1656ca5-979f-4c83-b64c-45dcc7433e6e),segment_id=d1656ca5-979f-4c83-b64c-45dcc7433e6e)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:45.633661 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.682166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4c7d6f5d-d4c3-4fad-baac-eee0e2b3a783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.774495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Calling delete_port for 21a55d8c-07f1-4351-bf37-160d4b907039 owned by network:router_interface {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:45.975112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:45.990637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-930525a6-4744-4f5d-aa29-5fd91d57c5c6 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:46.087743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Pushing event deleted for resources: {'Port': ['ID=21a55d8c-07f1-4351-bf37-160d4b907039,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:46.090708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:46.404138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853539027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117776'] for router_interface, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:46.907612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Router 92186307-88a1-4c6a-a04c-cff0eda3d097 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:25:47.095890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:25:47.105348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] Sync routers for ids ['92186307-88a1-4c6a-a04c-cff0eda3d097'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:25:47.105536 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] 10.222.0.75 "PUT /v2.0/routers/92186307-88a1-4c6a-a04c-cff0eda3d097/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7271116 Jan 15 10:25:47.108250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49588) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:47.115918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] Routers {'92186307-88a1-4c6a-a04c-cff0eda3d097'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:25:47.116610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:25:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['92186307-88a1-4c6a-a04c-cff0eda3d097'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:47.307630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] Set router 92186307-88a1-4c6a-a04c-cff0eda3d097 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:25:47.634585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:25:45Z', 'revision_number': 5, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:47.639259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] Checking router: 92186307-88a1-4c6a-a04c-cff0eda3d097 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:25:47.649334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] Routers {'92186307-88a1-4c6a-a04c-cff0eda3d097'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:25:47.650011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:25:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['92186307-88a1-4c6a-a04c-cff0eda3d097'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:47.756300 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks [] for router, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:47.839770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] Set router 92186307-88a1-4c6a-a04c-cff0eda3d097 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:25:47.914974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-930490e6-5a93-4256-b937-fbc6fa6f2879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:47.945861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:47.951313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Deleting port a3d422e1-ef21-4f57-89fb-c7983d55ef81 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:47.951711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.146211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] For port a3d422e1-ef21-4f57-89fb-c7983d55ef81, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=a3d422e1-ef21-4f57-89fb-c7983d55ef81,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:48.146733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:25:45Z', 'revision_number': 5, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:48.147369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.152651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3600f2a-54fa-4638-89d5-efdf433e5a06 None None] The sync data for ids ['92186307-88a1-4c6a-a04c-cff0eda3d097'] in dv-cinder-768592-3-iscsi is: [{'id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'name': 'tempest-TestVolumeBootPattern-193974783-router', 'tenant_id': 'a945b4ef65f04f5393460f1743972021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245'}], 'enable_snat': True}, 'gw_port_id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:20:57Z', 'updated_at': '2021-01-15T10:25:45Z', 'revision_number': 5, 'project_id': 'a945b4ef65f04f5393460f1743972021', 'gw_port': {'id': 'a3d422e1-ef21-4f57-89fb-c7983d55ef81', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92186307-88a1-4c6a-a04c-cff0eda3d097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:20:58Z', 'updated_at': '2021-01-15T10:21:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:25:48.285281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Calling delete_port for a3d422e1-ef21-4f57-89fb-c7983d55ef81 owned by network:router_gateway {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:48.352937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.429207 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.632661 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854093080'] for router_gateway, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.767844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-190275'] for router, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.770205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.790080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114734'] for router, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.790654 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92186307-88a1-4c6a-a04c-cff0eda3d097 {{(pid=80045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:25:48.803823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.805288 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c32e2e3c-fa8e-4494-b1c9-38b500b4d10a admin admin] 10.222.0.75 "DELETE /v2.0/routers/92186307-88a1-4c6a-a04c-cff0eda3d097 HTTP/1.1" status: 204 len: 168 time: 1.6957414 Jan 15 10:25:48.807951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49596) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:48.880472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] Deleting subnet e9739af7-1278-4dba-8f02-6b53bd51ca60 {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:25:48.884216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:48.951937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.039848 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.309225 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.325486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-94ebf7ae-a091-4434-b41a-c8101cd39e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:49.411761 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9739af7-1278-4dba-8f02-6b53bd51ca60,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:49.421453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:49.468102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.473038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb3c6c4-6c46-4ac7-adac-ce3314a0a6a2 None None] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:25:49.474925 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-30072f7d-b0e5-4306-99e8-62d99d5b01c5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e9739af7-1278-4dba-8f02-6b53bd51ca60 HTTP/1.1" status: 204 len: 168 time: 0.6658657 Jan 15 10:25:49.477570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49600) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:49.608313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.623779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.676698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Deleting port 32113809-d640-41fe-8475-5edf3420a078 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:49.677075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.750971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] DHCP port deletion for 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e request from dv-cinder-768592-3-iscsi {{(pid=80046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:25:49.758155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] Deleting port 32113809-d640-41fe-8475-5edf3420a078 {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:49.758429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.904475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] For port 32113809-d640-41fe-8475-5edf3420a078, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=32113809-d640-41fe-8475-5edf3420a078,segment=NetworkSegment(d1656ca5-979f-4c83-b64c-45dcc7433e6e),segment_id=d1656ca5-979f-4c83-b64c-45dcc7433e6e)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:49.904801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:49.994098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] For port 32113809-d640-41fe-8475-5edf3420a078, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=32113809-d640-41fe-8475-5edf3420a078,segment=NetworkSegment(d1656ca5-979f-4c83-b64c-45dcc7433e6e),segment_id=d1656ca5-979f-4c83-b64c-45dcc7433e6e)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:25:49.994674 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.039581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Calling delete_port for 32113809-d640-41fe-8475-5edf3420a078 owned by network:dhcp {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:50.120234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.124205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] Calling delete_port for 32113809-d640-41fe-8475-5edf3420a078 owned by network:dhcp {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:25:50.136482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-bbe3861c-7304-4b58-9f34-393870c82082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:50.163245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 21a55d8c-07f1-4351-bf37-160d4b907039 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:25:50.226685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 21a55d8c-07f1-4351-bf37-160d4b907039 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:25:50.227373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 21a55d8c-07f1-4351-bf37-160d4b907039 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:25:50.227989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 32113809-d640-41fe-8475-5edf3420a078 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:25:50.230999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Pushing event deleted for resources: {'Port': ['ID=32113809-d640-41fe-8475-5edf3420a078,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:50.238551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:50.276392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 32113809-d640-41fe-8475-5edf3420a078 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:25:50.276814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 32113809-d640-41fe-8475-5edf3420a078 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:25:50.277288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device a3d422e1-ef21-4f57-89fb-c7983d55ef81 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:25:50.285568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] No DVR routers for this DVR port 32113809-d640-41fe-8475-5edf3420a078 on host dv-cinder-768592-3-iscsi {{(pid=80045) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:25:50.321000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: a3d422e1-ef21-4f57-89fb-c7983d55ef81 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:25:50.321400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device a3d422e1-ef21-4f57-89fb-c7983d55ef81 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:25:50.343214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:25:50.343645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:25:50.391056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.420013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.544272 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2a8fb3-57a8-4499-98b0-cefb4f8c180e']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:50.558624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1656ca5-979f-4c83-b64c-45dcc7433e6e') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:50.559037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1656ca5-979f-4c83-b64c-45dcc7433e6e') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:25:50.572964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.591140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.593886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:25:50.772751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:25:50.782058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.845180 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] Deleting port 32113809-d640-41fe-8475-5edf3420a078 {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:25:50.845617 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:50.914412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-6aa2e178-cf26-44d7-ae96-1481c3e214cc None None] The port '32113809-d640-41fe-8475-5edf3420a078' was deleted {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:25:50.967240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Network 1c2a8fb3-57a8-4499-98b0-cefb4f8c180e has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:25:50.990503 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:25:51.305829 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:51.309258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:51.325871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:51.332197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2a8fb3-57a8-4499-98b0-cefb4f8c180e,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:51.337166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:51.340107 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1c2a8fb3-57a8-4499-98b0-cefb4f8c180e HTTP/1.1" status: 204 len: 168 time: 1.8615053 Jan 15 10:25:51.485115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49606) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:51.536950 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3eaa64a5-652d-405d-b18b-293b387142c0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f67f17d1340479fb9cb4ef5b4470f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504715 Jan 15 10:25:51.539546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49610) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:51.601402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-eea0bb16-1f6d-43a2-ae8b-d9f572d16c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:51.629058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-eea0bb16-1f6d-43a2-ae8b-d9f572d16c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:51.681244 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-eea0bb16-1f6d-43a2-ae8b-d9f572d16c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:51.686303 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c5090931-fb27-4554-aabd-8e02ed1550f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:51.700611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0bb16-1f6d-43a2-ae8b-d9f572d16c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec7c8f5-5f1c-4597-b5f3-0a2319ebcf0c,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:51.703462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-eea0bb16-1f6d-43a2-ae8b-d9f572d16c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:51.710326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-eea0bb16-1f6d-43a2-ae8b-d9f572d16c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:51.711593 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-eea0bb16-1f6d-43a2-ae8b-d9f572d16c9c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4ec7c8f5-5f1c-4597-b5f3-0a2319ebcf0c HTTP/1.1" status: 204 len: 168 time: 0.1710851 Jan 15 10:25:52.115737 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49618) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:52.168173 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-14f99027-3a14-4fa4-aefd-50ea963e4995 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a945b4ef65f04f5393460f1743972021&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510316 Jan 15 10:25:52.170672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49622) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:25:52.231580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b9ac8022-ecd7-450a-af7b-80009559a1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:52.258846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b9ac8022-ecd7-450a-af7b-80009559a1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:52.306078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b9ac8022-ecd7-450a-af7b-80009559a1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:52.311164 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:25:52.322342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac8022-ecd7-450a-af7b-80009559a1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28292c2f-fcff-4807-b505-c834ef335dc7,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:25:52.324962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b9ac8022-ecd7-450a-af7b-80009559a1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:25:52.334433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b9ac8022-ecd7-450a-af7b-80009559a1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:25:52.339098 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b9ac8022-ecd7-450a-af7b-80009559a1be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28292c2f-fcff-4807-b505-c834ef335dc7 HTTP/1.1" status: 204 len: 168 time: 0.1645098 Jan 15 10:25:52.347591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:26:12.820510 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:15.684890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-544d5fa5-627a-4330-9815-71480a7a932d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:17.920022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e8bc60c4-9413-4b0a-8497-0ab4957bfc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:18.355980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:19.579448 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:20.395701 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:20.609751 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-bce21371-5b32-4c51-b867-ad39b8304445 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1159238048&fields=id&tenant_id=97e02f232fb04c5f8337ceca7e780952 HTTP/1.1" status: 200 len: 267 time: 0.0502236 Jan 15 10:26:20.714351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-424dd598-06f1-486f-9d80-83db389f0a44 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:20.715965 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-424dd598-06f1-486f-9d80-83db389f0a44 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 985 time: 0.1002512 Jan 15 10:26:20.728040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Request body: {'port': {'security_groups': ['3e931923-7025-4158-8026-84495574844f']}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:20.860489 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.174933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] For port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:21.202309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.205813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.220698 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:21.378664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event updated for resources: {'Port': ['ID=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,revision_number=6']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:21.385121 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:21.437466 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:21.438211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.439856 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-96a7bcca-54cd-40d4-8626-a7a73c0bc3f4 req-e062149a-6669-48ba-834f-3aea2467dbca tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "PUT /v2.0/ports/7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 943 time: 0.7170031 Jan 15 10:26:21.440433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:21.509907 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'status': 'completed', 'code': 200} Jan 15 10:26:21.536793 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-676d1c1a-8424-4b0b-8756-1b7f75497ab6 req-c17d0675-fab3-4fbe-ae6c-5bd5e4951a37 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups/402b4055-9206-4569-91a7-53a7c90edf89 HTTP/1.1" status: 200 len: 3005 time: 0.0662420 Jan 15 10:26:21.592033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:26:21.613140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-cf1c3cc7-1abf-4982-8d80-21bd7f9a8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:21.614788 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-cf1c3cc7-1abf-4982-8d80-21bd7f9a8372 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1163 time: 0.0880020 Jan 15 10:26:21.622652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-676d1c1a-8424-4b0b-8756-1b7f75497ab6 req-e11e6ba5-635a-4ece-8eae-b752f0aaf560 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.656098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-676d1c1a-8424-4b0b-8756-1b7f75497ab6 req-e11e6ba5-635a-4ece-8eae-b752f0aaf560 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.669296 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:26:21.669721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.705556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-676d1c1a-8424-4b0b-8756-1b7f75497ab6 req-e11e6ba5-635a-4ece-8eae-b752f0aaf560 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.711867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-04d37b3b-4912-4303-865a-be7d65ed2dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:21.729500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e6ba5-635a-4ece-8eae-b752f0aaf560 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event deleted for resources: {'SecurityGroup': ['ID=402b4055-9206-4569-91a7-53a7c90edf89,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:21.735848 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e11e6ba5-635a-4ece-8eae-b752f0aaf560 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:21.735947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-958fa19b-1864-45e7-a1cd-6dbaedd10997 None None] Provisioning complete for port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:26:21.736331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-958fa19b-1864-45e7-a1cd-6dbaedd10997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.737768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-676d1c1a-8424-4b0b-8756-1b7f75497ab6 req-e11e6ba5-635a-4ece-8eae-b752f0aaf560 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:21.739031 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-676d1c1a-8424-4b0b-8756-1b7f75497ab6 req-e11e6ba5-635a-4ece-8eae-b752f0aaf560 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "DELETE /v2.0/security-groups/402b4055-9206-4569-91a7-53a7c90edf89 HTTP/1.1" status: 204 len: 173 time: 0.1954257 Jan 15 10:26:21.775115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-6bf6a5a7-ca1d-4c72-8a9a-63b06a0ba927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:21.776912 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-6bf6a5a7-ca1d-4c72-8a9a-63b06a0ba927 service neutron] 10.222.0.64 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 908 time: 0.1550679 Jan 15 10:26:21.890978 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-5b407e55-3451-4a7d-818c-5fcde5bb5ce3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 1002 time: 0.1053026 Jan 15 10:26:21.891818 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-31dfa35c-c9fb-4db2-8dd9-cd59dd9549ba tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/floatingips/3172ee63-6a31-47bd-ad56-88aeb10f4d4c HTTP/1.1" status: 200 len: 999 time: 0.1210744 Jan 15 10:26:21.967152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-25e26aa9-3a78-4d1a-87b7-724a643b3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:21.968810 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-25e26aa9-3a78-4d1a-87b7-724a643b3f6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.0712636 Jan 15 10:26:22.051268 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-4487e712-962c-4c5e-a99f-de0fa30607c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:22.052940 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-4487e712-962c-4c5e-a99f-de0fa30607c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775478 Jan 15 10:26:22.077300 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-9271744f-cbab-4373-a094-6b9309d6029a tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:22.078839 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-9271744f-cbab-4373-a094-6b9309d6029a tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 784 time: 0.1809011 Jan 15 10:26:22.090919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-1b65e030-4a24-4b19-abe6-9ac9037d9304 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:26:22.092136 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-1b65e030-4a24-4b19-abe6-9ac9037d9304 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0071580 Jan 15 10:26:22.206892 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-3912c9f5-e59f-4a56-bb33-00c2a5c1fefc service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469715 Jan 15 10:26:22.221007 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-23555d44-0ee4-4f1f-8477-eea992a86a93 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.212 HTTP/1.1" status: 200 len: 1002 time: 0.1194935 Jan 15 10:26:22.321213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b13139d8-0820-4766-8964-b0d1305b3c55 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:22.322998 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b13139d8-0820-4766-8964-b0d1305b3c55 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports/7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 943 time: 0.0957966 Jan 15 10:26:22.364740 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9fcea5ec-e9bd-4841-a018-ded75983a0eb req-68741d43-4654-4650-bb49-975ea30d94db service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515915 Jan 15 10:26:22.516206 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-aacf225a-4fe5-41b4-b5a1-f208c0d26651 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.212 HTTP/1.1" status: 200 len: 1002 time: 0.1105778 Jan 15 10:26:22.745768 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Deleting port f6069c34-21ad-45b9-9288-83a6fa01e065 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:22.746441 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:22.927323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:22.927689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for floatingip, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:23.057066 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Calling delete_port for f6069c34-21ad-45b9-9288-83a6fa01e065 owned by network:floatingip {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:23.208380 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:23.224553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3e86e100-5982-4ac6-9245-00cc95280231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:23.316492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event deleted for resources: {'Port': ['ID=f6069c34-21ad-45b9-9288-83a6fa01e065,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:23.323694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:23.458835 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks [] for floatingip, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:23.459187 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Floating IP 3172ee63-6a31-47bd-ad56-88aeb10f4d4c disassociated (deleted). External IP: 172.27.1.212, port: 7814cd9a-3df0-4348-a65b-b5b5cf0249e4. Jan 15 10:26:24.064903 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Router bff300c6-8793-4357-a1ca-17c47009e3d7 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:26:24.252003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:26:24.262598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] Sync routers for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:26:24.272457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:24.273223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:26:24.273940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:26:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:24.333542 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-b668b09f-8df6-4411-8368-3d72188c64f1 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "DELETE /v2.0/floatingips/3172ee63-6a31-47bd-ad56-88aeb10f4d4c HTTP/1.1" status: 204 len: 173 time: 1.8111506 Jan 15 10:26:24.334157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:24.435033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-2a27c67c-d2b5-4046-bce5-d0e0713bcec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:24.436696 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-2a27c67c-d2b5-4046-bce5-d0e0713bcec5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1163 time: 0.0876300 Jan 15 10:26:24.594655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-217697af-7c4f-4827-9963-3bd969927821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:24.596223 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-217697af-7c4f-4827-9963-3bd969927821 service neutron] 10.222.0.75 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 908 time: 0.1500380 Jan 15 10:26:24.645832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:26:24.668621 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-77a9f4fe-1d90-4940-acaf-d1c017cb596c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 217 time: 0.0645864 Jan 15 10:26:24.744596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-d07373ca-ea0c-4ec0-aa9c-ec27f99c06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:24.746225 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-d07373ca-ea0c-4ec0-aa9c-ec27f99c06d7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.0710921 Jan 15 10:26:24.827047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-510de893-3efb-494d-b693-8dfd3395708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:24.828706 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-510de893-3efb-494d-b693-8dfd3395708b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759244 Jan 15 10:26:24.976461 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-fcbbcd8b-5d50-4721-87ab-57bc1713c41a service neutron] 10.222.0.75 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404727 Jan 15 10:26:24.980068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:22:04Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:24.984266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] Checking router: bff300c6-8793-4357-a1ca-17c47009e3d7 for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:26:24.993926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:26:24.994599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:26:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:25.135475 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5fdb458c-b7c8-495c-b197-f769385d2e9f req-33946ad4-c5a3-4289-94c7-19cb9d4fead3 service neutron] 10.222.0.75 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483657 Jan 15 10:26:25.188812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:26:25.442408 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'status': 'completed', 'code': 200} Jan 15 10:26:25.554743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:22:04Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:25.561556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3979e0-999e-4dc9-9660-76aa3f5c957e None None] The sync data for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi is: [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:21:54Z', 'revision_number': 4, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '209ad854-ae23-4e13-afc3-8db5df2709c7', 'name': '', 'network_id': '36109423-cd2c-4c46-9971-4a2be2b45949', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'mac_address': 'fa:16:3e:c7:a7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:52Z', 'updated_at': '2021-01-15T10:22:04Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'subnets': [{'id': 'fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:26:25.562572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-6f188408-4292-4389-8689-fa563ccca08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:25.564917 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-6f188408-4292-4389-8689-fa563ccca08d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97e02f232fb04c5f8337ceca7e780952&device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 1163 time: 0.0951252 Jan 15 10:26:25.721896 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-ab231573-0a95-48fe-b40e-7260c6370d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:25.723513 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-ab231573-0a95-48fe-b40e-7260c6370d0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 200 len: 908 time: 0.1456547 Jan 15 10:26:25.794712 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-34858068-e8b6-407e-be15-077d08c67aab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 200 len: 217 time: 0.0637925 Jan 15 10:26:25.870950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-c73c4786-e932-4748-bb12-efcdd25db79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:25.872574 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-c73c4786-e932-4748-bb12-efcdd25db79c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 200 len: 853 time: 0.0712814 Jan 15 10:26:25.956379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-f2ef1890-bef8-4e5e-98ee-bd3e6462ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:25.958009 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-f2ef1890-bef8-4e5e-98ee-bd3e6462ab5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=36109423-cd2c-4c46-9971-4a2be2b45949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791695 Jan 15 10:26:25.984971 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0c105-9911-4117-8472-e2efa2a3eb48 None None] New status for floating IP 3172ee63-6a31-47bd-ad56-88aeb10f4d4c: DOWN {{(pid=80047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:26:26.109734 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-1ac5cdd2-534d-4999-8de5-429da1262b47 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428380 Jan 15 10:26:26.258050 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-046f0f77-537f-4b13-97e3-4e5c2726ca13 req-7189b329-5ac1-4629-9db8-67e3114edca8 service neutron] 10.222.0.64 "GET /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408930 Jan 15 10:26:28.698750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2db18e-55b6-4e05-aeb2-a8a8e7c2fdf6 req-78953873-f4d0-4877-bf18-32681450d375 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:28.699580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-4b2db18e-55b6-4e05-aeb2-a8a8e7c2fdf6 req-78953873-f4d0-4877-bf18-32681450d375 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Synchronizing usage tracker for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:26:28.717742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-4b2db18e-55b6-4e05-aeb2-a8a8e7c2fdf6 req-78953873-f4d0-4877-bf18-32681450d375 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Unset dirty status for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:26:28.719062 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b2db18e-55b6-4e05-aeb2-a8a8e7c2fdf6 req-78953873-f4d0-4877-bf18-32681450d375 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.1291285 Jan 15 10:26:28.770907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-4b2db18e-55b6-4e05-aeb2-a8a8e7c2fdf6 req-65e5f735-39ca-474f-a564-2c9305f42de2 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Synchronizing usage tracker for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:26:28.785872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-4b2db18e-55b6-4e05-aeb2-a8a8e7c2fdf6 req-65e5f735-39ca-474f-a564-2c9305f42de2 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Unset dirty status for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:26:28.787200 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b2db18e-55b6-4e05-aeb2-a8a8e7c2fdf6 req-65e5f735-39ca-474f-a564-2c9305f42de2 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617697 Jan 15 10:26:29.347145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:26:30.005532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-4d9078fb-fddf-4bb9-a45e-8f0847b54ff3 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:30.006325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-4d9078fb-fddf-4bb9-a45e-8f0847b54ff3 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Synchronizing usage tracker for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:26:30.019895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-4d9078fb-fddf-4bb9-a45e-8f0847b54ff3 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Unset dirty status for tenant:97e02f232fb04c5f8337ceca7e780952 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:26:30.021137 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-4d9078fb-fddf-4bb9-a45e-8f0847b54ff3 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.64 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.1188877 Jan 15 10:26:30.027994 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e629eb-a072-44e1-8cfa-d03948cf1155 req-77d57032-ae5a-4307-8f31-d78755dbab2d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:30.029675 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a4e629eb-a072-44e1-8cfa-d03948cf1155 req-77d57032-ae5a-4307-8f31-d78755dbab2d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 946 time: 0.1067004 Jan 15 10:26:30.087629 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a4e629eb-a072-44e1-8cfa-d03948cf1155 req-c42d3d77-fc5f-47e0-b5d5-4fdee867096d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/security-groups?id=3e931923-7025-4158-8026-84495574844f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511706 Jan 15 10:26:30.103998 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Deleting port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:30.104393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:30.369475 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] For port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:30.369899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:30.542016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Calling delete_port for 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:30.691229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:30.706918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:30.801947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Pushing event deleted for resources: {'Port': ['ID=7814cd9a-3df0-4348-a65b-b5b5cf0249e4,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:30.809168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:30.914967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] No DVR routers for this DVR port 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:26:30.917519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:30.920570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'name': 'network-vif-deleted', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:30.937399 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ea2ae6b9-245a-469e-a2d9-adf268481d54 req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.64 "DELETE /v2.0/ports/7814cd9a-3df0-4348-a65b-b5b5cf0249e4 HTTP/1.1" status: 204 len: 173 time: 0.9106677 Jan 15 10:26:30.985924 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d23d6d-21d6-4e84-9ed1-69041cf1674f', 'name': 'network-vif-deleted', 'tag': '7814cd9a-3df0-4348-a65b-b5b5cf0249e4', 'status': 'completed', 'code': 200} Jan 15 10:26:31.278367 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1bc7ab24-a3c0-45ed-aeea-91e21f916d5c req-0b1c7fa3-d7ea-4fa3-b202-cb9b8d0b17a9 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] 10.222.0.75 "GET /v2.0/ports?device_id=14d23d6d-21d6-4e84-9ed1-69041cf1674f HTTP/1.1" status: 200 len: 210 time: 0.0472660 Jan 15 10:26:31.495939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:26:31.535865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:26:31.536318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 7814cd9a-3df0-4348-a65b-b5b5cf0249e4 not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:26:34.176733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49744) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:34.739357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660704'] for router_interface, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:35.217801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Deleting port 209ad854-ae23-4e13-afc3-8db5df2709c7 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:35.218374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:35.407044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] For port 209ad854-ae23-4e13-afc3-8db5df2709c7, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=209ad854-ae23-4e13-afc3-8db5df2709c7,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:35.407721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:35.538941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Calling delete_port for 209ad854-ae23-4e13-afc3-8db5df2709c7 owned by network:router_interface {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:35.715832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:35.731309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0ab0728a-1964-4c29-9b7e-d44a272b5381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:35.825849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=209ad854-ae23-4e13-afc3-8db5df2709c7,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:35.843582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.844013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.844430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.844843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.845254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.845663 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.846068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.846473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.846873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.847305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.847710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.848112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.848555 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.848961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.849363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.849763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.850193 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.850597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.851025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.851422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.851866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.852288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.852688 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.853084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:35.858505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:36.157046 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853539027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117776'] for router_interface, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:36.901542 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Router bff300c6-8793-4357-a1ca-17c47009e3d7 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:26:37.091237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:26:37.100851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] Sync routers for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:26:37.107360 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e925a47e-be9b-4355-9789-3b403eb87db6 admin admin] 10.222.0.75 "PUT /v2.0/routers/bff300c6-8793-4357-a1ca-17c47009e3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9288955 Jan 15 10:26:37.110096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49748) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:37.112145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:26:37.112848 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:26:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:37.295209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks [] for router, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:37.297416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:26:37.486920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:37.493145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Deleting port 0d5ad58b-e8a9-4741-879f-3469e76185a8 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:37.493524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:37.615900 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:26:35Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:37.620029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] Checking router: bff300c6-8793-4357-a1ca-17c47009e3d7 for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:26:37.629043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] Routers {'bff300c6-8793-4357-a1ca-17c47009e3d7'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:26:37.629674 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:26:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['bff300c6-8793-4357-a1ca-17c47009e3d7'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:37.678490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] For port 0d5ad58b-e8a9-4741-879f-3469e76185a8, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=0d5ad58b-e8a9-4741-879f-3469e76185a8,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:37.678894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:37.806418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Calling delete_port for 0d5ad58b-e8a9-4741-879f-3469e76185a8 owned by network:router_gateway {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:37.812792 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] Set router bff300c6-8793-4357-a1ca-17c47009e3d7 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:26:37.949126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.117893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:26:35Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:38.122179 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f5485d-f93d-4a2e-afcd-02f8065e1dc0 None None] The sync data for ids ['bff300c6-8793-4357-a1ca-17c47009e3d7'] in dv-cinder-768592-3-iscsi is: [{'id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'name': 'tempest-TestMinimumBasicScenario-644909682-router', 'tenant_id': '97e02f232fb04c5f8337ceca7e780952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:21:48Z', 'updated_at': '2021-01-15T10:26:35Z', 'revision_number': 5, 'project_id': '97e02f232fb04c5f8337ceca7e780952', 'gw_port': {'id': '0d5ad58b-e8a9-4741-879f-3469e76185a8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff300c6-8793-4357-a1ca-17c47009e3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:21:49Z', 'updated_at': '2021-01-15T10:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:26:38.140307 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854093080'] for router_gateway, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.275271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-190275'] for router, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.277627 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.302216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114734'] for router, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.302777 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bff300c6-8793-4357-a1ca-17c47009e3d7 {{(pid=80045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:26:38.315944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.317178 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1b23430a-f0c8-4702-94d1-430169f31a93 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bff300c6-8793-4357-a1ca-17c47009e3d7 HTTP/1.1" status: 204 len: 168 time: 1.2060809 Jan 15 10:26:38.320144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49752) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:38.388031 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] Deleting subnet fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:26:38.391312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.446404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.534137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.803170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.823342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-59129517-cb23-4b9a-96d1-c9d9c67fd95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:38.908854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:38.925118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:38.958350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:38.964538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555ab38-36f5-4dac-8fc8-89660eb25ec8 None None] Network 36109423-cd2c-4c46-9971-4a2be2b45949 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:26:38.965488 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8408505d-559a-4eca-92b6-3e6990dc0245 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fc5ba3d7-c7a2-48bb-9465-b07d3c19cd68 HTTP/1.1" status: 204 len: 168 time: 0.6436009 Jan 15 10:26:38.968147 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49756) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:39.087112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:39.228916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] DHCP port deletion for 36109423-cd2c-4c46-9971-4a2be2b45949 request from dv-cinder-768592-3-iscsi {{(pid=80046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:26:39.233790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Deleting port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:39.234216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:39.388727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Deleting port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:39.388976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:39.462504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] For port 4fa2f384-5bdd-4375-ae1b-908f2e589f33, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=4fa2f384-5bdd-4375-ae1b-908f2e589f33,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:39.462856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:39.590138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Calling delete_port for 4fa2f384-5bdd-4375-ae1b-908f2e589f33 owned by network:dhcp {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:39.610092 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] For port 4fa2f384-5bdd-4375-ae1b-908f2e589f33, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=4fa2f384-5bdd-4375-ae1b-908f2e589f33,segment=NetworkSegment(8bcfebb0-9f94-4696-b469-f33cee37e64d),segment_id=8bcfebb0-9f94-4696-b469-f33cee37e64d)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:39.610482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:39.663344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210'] for port, after_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:39.678594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:39.740760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Calling delete_port for 4fa2f384-5bdd-4375-ae1b-908f2e589f33 owned by network:dhcp {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:39.824259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80045) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:26:39.824619 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:26:39.943742 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Pushing event deleted for resources: {'Port': ['ID=4fa2f384-5bdd-4375-ae1b-908f2e589f33,revision_number=None']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:39.966361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.967259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.967259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.967650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.967838 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.968190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.968566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.968869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.969231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.969585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.969953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.970339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.970719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.971103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.971478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.971858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.972165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.972521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.972881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.973241 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.973623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.974028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.974324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.974678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:39.980202 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:40.006038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] No DVR routers for this DVR port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 on host dv-cinder-768592-3-iscsi {{(pid=80046) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:26:40.184056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 209ad854-ae23-4e13-afc3-8db5df2709c7 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:26:40.221230 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 209ad854-ae23-4e13-afc3-8db5df2709c7 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:26:40.221545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 209ad854-ae23-4e13-afc3-8db5df2709c7 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:26:40.222024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 0d5ad58b-e8a9-4741-879f-3469e76185a8 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:26:40.256326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 0d5ad58b-e8a9-4741-879f-3469e76185a8 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:26:40.256738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 0d5ad58b-e8a9-4741-879f-3469e76185a8 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:26:40.257210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 4fa2f384-5bdd-4375-ae1b-908f2e589f33 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:26:40.290363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 4fa2f384-5bdd-4375-ae1b-908f2e589f33 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:26:40.290760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 4fa2f384-5bdd-4375-ae1b-908f2e589f33 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:26:40.325705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Deleting port 4fa2f384-5bdd-4375-ae1b-908f2e589f33 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:40.326128 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:40.396298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] The port '4fa2f384-5bdd-4375-ae1b-908f2e589f33' was deleted {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:26:40.520340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:40.634474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36109423-cd2c-4c46-9971-4a2be2b45949']}} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:40.647127 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcfebb0-9f94-4696-b469-f33cee37e64d') {'for_net_delete': True} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:40.647464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcfebb0-9f94-4696-b469-f33cee37e64d') {} {{(pid=80045) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:40.659920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3095520'] for segment, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:40.676786 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:40.678749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80045) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:26:40.856494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Network 36109423-cd2c-4c46-9971-4a2be2b45949 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:26:40.868853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851652461'] for segment, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:41.044410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Network 36109423-cd2c-4c46-9971-4a2be2b45949 has no segments {{(pid=80045) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: % (table.description, expected, rows_matched) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: % (table.description, expected, rows_matched) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: % (table.description, expected, rows_matched) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: % (table.description, expected, rows_matched) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:26:41.066637 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:26:41.145416 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:41.148991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7548eacf-38b0-4ebf-a174-5624ea86242c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:41.164728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:41.171040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=36109423-cd2c-4c46-9971-4a2be2b45949,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:41.175608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:41.187729 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8aecd03b-75cd-4574-be66-45a19256cfd7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/36109423-cd2c-4c46-9971-4a2be2b45949 HTTP/1.1" status: 204 len: 168 time: 2.2185144 Jan 15 10:26:41.403193 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49762) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:41.457101 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e8b8550e-b9fe-4076-a42f-84d6818d2d47 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=97e02f232fb04c5f8337ceca7e780952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525699 Jan 15 10:26:41.459817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49766) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:41.525754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-83ae7abb-b833-411f-bfd9-8d61c3100531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:41.555763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-83ae7abb-b833-411f-bfd9-8d61c3100531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:41.600035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-83ae7abb-b833-411f-bfd9-8d61c3100531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:41.605550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-70ca2589-0811-4971-8cd3-f8eb6978ad61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:41.620463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae7abb-b833-411f-bfd9-8d61c3100531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e931923-7025-4158-8026-84495574844f,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:41.623490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-83ae7abb-b833-411f-bfd9-8d61c3100531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:41.629938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-83ae7abb-b833-411f-bfd9-8d61c3100531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:41.631209 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-83ae7abb-b833-411f-bfd9-8d61c3100531 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e931923-7025-4158-8026-84495574844f HTTP/1.1" status: 204 len: 168 time: 0.1703470 Jan 15 10:26:42.826702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:44.047163 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8f64b60-6987-46e0-884a-65465088a60f req-e7779c7c-6dea-4dcd-81db-0a3fcaeee03a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0735195 Jan 15 10:26:44.146321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64b60-6987-46e0-884a-65465088a60f req-1a2858fd-4548-4bf8-8825-2c368041b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:44.147970 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8f64b60-6987-46e0-884a-65465088a60f req-1a2858fd-4548-4bf8-8825-2c368041b1d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=634a9bc095fe4b7d94d239e19d46c953&device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 1162 time: 0.0800142 Jan 15 10:26:44.303712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64b60-6987-46e0-884a-65465088a60f req-c9ffdbf0-af42-4fcb-9f3e-3595a4c73b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:44.305733 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8f64b60-6987-46e0-884a-65465088a60f req-c9ffdbf0-af42-4fcb-9f3e-3595a4c73b21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 200 len: 902 time: 0.1390421 Jan 15 10:26:44.636193 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8f64b60-6987-46e0-884a-65465088a60f req-af529664-5a57-4897-9251-f2ffa6dfd751 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 1001 time: 0.3235586 Jan 15 10:26:44.707407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64b60-6987-46e0-884a-65465088a60f req-16790122-b2b2-413e-90f5-12c3068b9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:44.708964 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8f64b60-6987-46e0-884a-65465088a60f req-16790122-b2b2-413e-90f5-12c3068b9b40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f142eec5-b9a0-482f-80b8-34d52e30506c HTTP/1.1" status: 200 len: 847 time: 0.0648060 Jan 15 10:26:44.788295 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64b60-6987-46e0-884a-65465088a60f req-0b1e9739-a16d-4118-b6b1-0c3a73f9224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:44.790416 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8f64b60-6987-46e0-884a-65465088a60f req-0b1e9739-a16d-4118-b6b1-0c3a73f9224b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752103 Jan 15 10:26:44.936841 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8f64b60-6987-46e0-884a-65465088a60f req-30853f79-902c-4c56-af0e-4b9c5d44957b service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377378 Jan 15 10:26:45.083178 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8f64b60-6987-46e0-884a-65465088a60f req-90c9496b-c516-43d3-993f-6f454c22076c service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399302 Jan 15 10:26:45.686937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cc3907e9-13e6-4013-8082-425fbb73bb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:47.921966 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3b1a3d6-3bb5-43d4-9d73-31c61ebca3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:48.358186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:49.582326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:50.409159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.405942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601386b-bad0-49ff-a6fd-003b7ae980b0 req-6c9b6297-6c41-45a6-8d4a-20fce8e5e64c tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:51.407713 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f601386b-bad0-49ff-a6fd-003b7ae980b0 req-6c9b6297-6c41-45a6-8d4a-20fce8e5e64c tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 946 time: 0.2447722 Jan 15 10:26:51.465088 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f601386b-bad0-49ff-a6fd-003b7ae980b0 req-8a46a5c7-a024-4a09-b2d4-245818def0c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507224 Jan 15 10:26:51.580584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-d6d657bf-5b36-4083-af6d-9ad3e510070b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:51.581344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-d6d657bf-5b36-4083-af6d-9ad3e510070b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Synchronizing usage tracker for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:26:51.594592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-d6d657bf-5b36-4083-af6d-9ad3e510070b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Unset dirty status for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:26:51.595826 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-d6d657bf-5b36-4083-af6d-9ad3e510070b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 946 time: 0.1185589 Jan 15 10:26:51.636741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 92b720b7-6956-4a8d-b089-4f7713aa9247 no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:26:51.674598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Deleting port 92b720b7-6956-4a8d-b089-4f7713aa9247 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:51.675020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.752607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.780709 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:51.791399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 92b720b7-6956-4a8d-b089-4f7713aa9247, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=92b720b7-6956-4a8d-b089-4f7713aa9247,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:51.794205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:51.796134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:51.850253 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247', 'code': 200} Jan 15 10:26:51.869981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=92b720b7-6956-4a8d-b089-4f7713aa9247,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:51.873535 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:51.944130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] For port 92b720b7-6956-4a8d-b089-4f7713aa9247, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=92b720b7-6956-4a8d-b089-4f7713aa9247,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:51.944797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.246576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.247002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:52.247377 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Floating IP 0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4 disassociated. External IP: 172.27.1.232, port: 92b720b7-6956-4a8d-b089-4f7713aa9247. Jan 15 10:26:52.247757 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Calling delete_port for 92b720b7-6956-4a8d-b089-4f7713aa9247 owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:52.328165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:26:52.328465 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:26:52.728084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19bd264-a7eb-4713-bca3-e7578df2fe7f req-ab9bb462-9552-472e-b990-8f7ede08657a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:26:52.729733 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f19bd264-a7eb-4713-bca3-e7578df2fe7f req-ab9bb462-9552-472e-b990-8f7ede08657a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 944 time: 0.1214941 Jan 15 10:26:52.781626 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f19bd264-a7eb-4713-bca3-e7578df2fe7f req-d91905ab-562e-472e-8673-af921eaec36b tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=64f0d92c-1eca-450e-be43-983b476769cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454345 Jan 15 10:26:52.829343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Deleting port 92b720b7-6956-4a8d-b089-4f7713aa9247 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:52.829785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:53.095018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] For port 92b720b7-6956-4a8d-b089-4f7713aa9247, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=92b720b7-6956-4a8d-b089-4f7713aa9247,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:26:53.095364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:53.403573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:53.404050 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:53.404328 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Floating IP 0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4 disassociated. External IP: 172.27.1.232, port: 92b720b7-6956-4a8d-b089-4f7713aa9247. Jan 15 10:26:53.404837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Calling delete_port for 92b720b7-6956-4a8d-b089-4f7713aa9247 owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:53.551935 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:53.570030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:53.666470 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event deleted for resources: {'Port': ['ID=92b720b7-6956-4a8d-b089-4f7713aa9247,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:53.687478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.687889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.688291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.688686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.689079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.689470 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.689858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.690245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.690630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.691032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.691418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.691799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.692219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.692606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.692989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.693371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.693749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.694130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.694780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.695210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.695596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.695981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.696358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.696734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:26:53.700438 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:53.962131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:26:54.075035 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7d412c9-e6ef-4e0e-a469-b3e0d589e5a9 req-a742aed8-b113-45e1-9bd4-402575e2004a tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=2bc08ce1-5c01-465d-ac33-c9141bfce4ba HTTP/1.1" status: 200 len: 210 time: 0.1398842 Jan 15 10:26:54.151899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:26:54.161593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] Sync routers for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:26:54.174714 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:26:54.175430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:26:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:54.188596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] No DVR routers for this DVR port 92b720b7-6956-4a8d-b089-4f7713aa9247 on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:26:54.190883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:54.193690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'name': 'network-vif-deleted', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:26:54.211870 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4ad839d9-264f-4f03-85a0-d517ef3f71ba req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "DELETE /v2.0/ports/92b720b7-6956-4a8d-b089-4f7713aa9247 HTTP/1.1" status: 204 len: 173 time: 2.6104560 Jan 15 10:26:54.256578 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc08ce1-5c01-465d-ac33-c9141bfce4ba', 'name': 'network-vif-deleted', 'tag': '92b720b7-6956-4a8d-b089-4f7713aa9247', 'status': 'completed', 'code': 200} Jan 15 10:26:54.361953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:26:54.697177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:54.701601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] Checking router: 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:26:54.710551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:26:54.711290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:26:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:54.897919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:26:55.224879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:26:55.229780 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135dbc13-0588-4dd7-956f-b83bbde99ef5 None None] The sync data for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi is: [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:26:55.250577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49804) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:55.326483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5791fa70-93ae-4720-9cfe-6af4c95c9f19 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:55.357393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5791fa70-93ae-4720-9cfe-6af4c95c9f19 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:55.405439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5791fa70-93ae-4720-9cfe-6af4c95c9f19 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:55.411376 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c1f29ebd-add6-4372-bbd6-b4f40044b453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:55.430951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791fa70-93ae-4720-9cfe-6af4c95c9f19 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0d92c-1eca-450e-be43-983b476769cc,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:55.434884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5791fa70-93ae-4720-9cfe-6af4c95c9f19 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:55.442194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5791fa70-93ae-4720-9cfe-6af4c95c9f19 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:55.446476 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5791fa70-93ae-4720-9cfe-6af4c95c9f19 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "DELETE /v2.0/security-groups/64f0d92c-1eca-450e-be43-983b476769cc HTTP/1.1" status: 204 len: 168 time: 0.1946831 Jan 15 10:26:55.446799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 49808) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:55.467276 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.v2.resource [None req-8b7573d9-7c99-469b-8feb-3ceafc183096 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] show failed (client error): The resource could not be found. Jan 15 10:26:55.468424 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8b7573d9-7c99-469b-8feb-3ceafc183096 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups/64f0d92c-1eca-450e-be43-983b476769cc HTTP/1.1" status: 404 len: 347 time: 0.0205288 Jan 15 10:26:55.471582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 49812) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:55.645909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Deleting port 592c1077-faec-435f-9512-baf43721bfe8 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:55.646302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:55.650183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236bfb86-6c02-448d-9b97-4ed44e5245d4 None None] New status for floating IP 0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4: DOWN {{(pid=80046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:26:56.055455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:56.055818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:56.183925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Calling delete_port for 592c1077-faec-435f-9512-baf43721bfe8 owned by network:floatingip {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:56.269017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:26:56.269632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:26:56.770567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Deleting port 592c1077-faec-435f-9512-baf43721bfe8 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:26:56.770956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:56.952540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:56.952906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:57.081456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Calling delete_port for 592c1077-faec-435f-9512-baf43721bfe8 owned by network:floatingip {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:26:57.221286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:57.237406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e5e6b439-b15a-4539-bbf4-cf534419e7c7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:57.327237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event deleted for resources: {'Port': ['ID=592c1077-faec-435f-9512-baf43721bfe8,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:57.334773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:57.463235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:57.477895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:57.479159 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "DELETE /v2.0/floatingips/0d3e8b10-05db-4855-a60e-7b1fbcfcd8c4 HTTP/1.1" status: 204 len: 168 time: 2.0063336 Jan 15 10:26:57.955356 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49818) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:57.961252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'security_group': {'name': 'tempest-securitygroup--1249810981', 'description': 'tempest-description--1281610910'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:57.971276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:26:57.975739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:security_group and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:26:57.979318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:26:57.985173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:26:57.996045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.017320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:26:58.021309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:security_group_rule and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:26:58.024413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:26:58.030378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:26:58.108656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.111487 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.117463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-83ae7abb-b833-411f-bfd9-8d61c3100531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:58.162280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'SecurityGroup': ['ID=4069bf9e-c950-4337-90f4-40df4ea31a24,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:58.165664 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.166963 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2105262 Jan 15 10:26:58.168173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-18ca569e-22fa-499b-a7d6-4405f246e8b2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:58.170043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49822) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:58.175920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'security_group_rule': {'security_group_id': '4069bf9e-c950-4337-90f4-40df4ea31a24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:58.186536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:26:58.190639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:security_group_rule and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:26:58.193774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:26:58.199968 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:26:58.216954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.281454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.284271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.286389 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:58.308913 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73338608-e0ea-4992-82d0-ca389294775f,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:58.314680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:58.322002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.323317 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4febae71-a10d-4808-993b-540c8281bcc5 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522474 Jan 15 10:26:58.326277 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49826) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:58.332216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'security_group_rule': {'security_group_id': '4069bf9e-c950-4337-90f4-40df4ea31a24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:58.342518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:26:58.346665 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:security_group_rule and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:26:58.349734 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:26:58.356249 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:26:58.372793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.439582 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.442173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.444294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:58.469348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4191a766-e4cd-4bb6-b2cf-8ee4530896d3,revision_number=0']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:58.473915 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:58.481589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for security_group_rule, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.482883 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-d6dcbff3-3207-4f77-a295-4cad0609536d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556070 Jan 15 10:26:58.486134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49830) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:26:58.491675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'floatingip': {'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:26:58.500840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:26:58.505029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:floatingip and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:26:58.508233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:26:58.514136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:26:58.524157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.667651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:58.939358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Allocated IP 172.27.1.17 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/e9b8f227-4aa5-41d5-abf1-34836a635f8d) {{(pid=80045) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:26:59.102217 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for port, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:59.128123 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:59.143571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:59.285679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'Port': ['ID=e9b8f227-4aa5-41d5-abf1-34836a635f8d,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:59.292974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:26:59.354958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80045) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:26:59.356385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources bound (agent type, host, resource id): {{(pid=80045) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:26:59.358861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Received port after_create {{(pid=80045) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:26:59.442240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:59.506705 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:59.779002 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for port, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:59.782660 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851652355'] for port, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:26:59.798307 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:26:59.932390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'Port': ['ID=e9b8f227-4aa5-41d5-abf1-34836a635f8d,revision_number=2']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:26:59.936828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:00.038366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:00.066909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:00.068294 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7c22aca3-adba-4215-83f1-884fc530d385 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5811651 Jan 15 10:27:00.274610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-371746c3-3ef9-4035-8727-2eca6485af69 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Synchronizing usage tracker for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:27:00.289495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-371746c3-3ef9-4035-8727-2eca6485af69 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Unset dirty status for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:27:00.290733 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-371746c3-3ef9-4035-8727-2eca6485af69 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1249810981&fields=id&tenant_id=b273a27b59c6473d9863ff7d7d838a5c HTTP/1.1" status: 200 len: 267 time: 0.0622313 Jan 15 10:27:00.482316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-b6ba3ca0-5bfb-4df7-8563-370c414cc9e1 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:00.483964 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-b6ba3ca0-5bfb-4df7-8563-370c414cc9e1 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 816 time: 0.1859405 Jan 15 10:27:00.500661 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-7a35810f-5260-4ff6-a0e6-45ae3b96c2cd tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/quotas/b273a27b59c6473d9863ff7d7d838a5c HTTP/1.1" status: 200 len: 375 time: 0.0105772 Jan 15 10:27:00.828351 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-1b234193-9163-4ffc-b5cc-6804b58a0d3c tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3220952 Jan 15 10:27:00.921145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-fb07c69b-a6a2-4634-868d-a794b572a7ac service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:27:00.922242 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-fb07c69b-a6a2-4634-868d-a794b572a7ac service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0806861 Jan 15 10:27:01.067529 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-4cfdcb09-cae7-42aa-84b3-78f45808c17a service neutron] 10.222.0.75 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382265 Jan 15 10:27:01.214840 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-9f005adf-345a-4021-9a9f-68121a6486ea service neutron] 10.222.0.75 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403992 Jan 15 10:27:01.423872 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2a66782d-7209-4e40-b3bf-a970c7e4f5e8 req-9342ea4c-434e-4244-81da-b211479877a1 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 210 time: 0.0483646 Jan 15 10:27:02.628973 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b10ef1a4-be05-4430-a844-5b48859fbd18 req-ab96f117-1880-44cf-9bb0-fe312d207875 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 210 time: 0.0510654 Jan 15 10:27:02.801420 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-5023a0ef-a782-4167-9f5f-72e496974365 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:02.802952 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-5023a0ef-a782-4167-9f5f-72e496974365 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 816 time: 0.1854675 Jan 15 10:27:02.907235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a0c40e43-37da-4c94-bc51-2c29f15eefbf tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Synchronizing usage tracker for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:security_group {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:27:02.920186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a0c40e43-37da-4c94-bc51-2c29f15eefbf tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Unset dirty status for tenant:b273a27b59c6473d9863ff7d7d838a5c on resource:security_group {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:27:02.921601 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a0c40e43-37da-4c94-bc51-2c29f15eefbf tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b273a27b59c6473d9863ff7d7d838a5c HTTP/1.1" status: 200 len: 5705 time: 0.1043677 Jan 15 10:27:02.931870 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'port': {'device_id': '49361a17-1517-4882-abbe-14726b38df2b', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'admin_state_up': True, 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'security_groups': ['4069bf9e-c950-4337-90f4-40df4ea31a24']}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:03.085556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:27:03.090644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Usage tracker for resource:port and tenant:b273a27b59c6473d9863ff7d7d838a5c is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:27:03.093975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Quota usage for port was recalculated. Used quota:3. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:27:03.100139 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:27:03.109455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Made reservation on behalf of b273a27b59c6473d9863ff7d7d838a5c for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:27:03.118400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:03.443347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Allocated IP 172.20.0.8 (262fe386-5151-4930-84a4-fbfec810321e/118eb53f-349e-4b9d-be7d-841e6b3b7345/8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:27:03.654240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:03.671972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Transition to ACTIVE for port object 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:03.692867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:03.708553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c4c0f885-7f63-4205-bf15-197a8a6987c6 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:03.849401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event updated for resources: {'Port': ['ID=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:03.854390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:03.893720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99884b-46c8-4b4d-8b20-676775454266 req-2bfb4afa-3df1-4816-87af-726576394e38 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:03.895518 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c99884b-46c8-4b4d-8b20-676775454266 req-2bfb4afa-3df1-4816-87af-726576394e38 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 931 time: 0.1045597 Jan 15 10:27:03.916410 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Network 262fe386-5151-4930-84a4-fbfec810321e is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:27:03.917692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:27:03.920197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:27:03.953586 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4c99884b-46c8-4b4d-8b20-676775454266 req-a75ca5fa-5238-4558-90a1-9a04977d2670 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=4069bf9e-c950-4337-90f4-40df4ea31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514059 Jan 15 10:27:04.009621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:04.010341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:04.037808 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1101484 Jan 15 10:27:04.050859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-e1dae89b-320b-4728-9562-2d442c97d164 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:27:04.052118 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-e1dae89b-320b-4728-9562-2d442c97d164 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0060580 Jan 15 10:27:04.144634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Request body: {'port': {'device_id': '49361a17-1517-4882-abbe-14726b38df2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:04.172022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-9b35ca02-5348-4b2b-9554-794fcc7d05ed None None] Provisioning for port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:04.177700 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-9b35ca02-5348-4b2b-9554-794fcc7d05ed None None] Provisioning complete for port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:04.178116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9b35ca02-5348-4b2b-9554-794fcc7d05ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:04.234156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-9b35ca02-5348-4b2b-9554-794fcc7d05ed None None] Port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:27:04.265300 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:04.692079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:27:04.700531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:04.714133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Transition to ACTIVE for port object 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:27:04.716754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:04.732491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1e5c3d03-3c9c-449a-88cc-a3262d8d7ec0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:04.870133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Pushing event updated for resources: {'Port': ['ID=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:04.873522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:05.075008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Attempting to bind port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:27:05.075505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Attempting to bind port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:27:05.075953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Attempting to bind port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 on network 262fe386-5151-4930-84a4-fbfec810321e {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:27:05.082411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:27:05.082739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Checking segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:27:05.083364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:05.083815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Bound using segment: {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:27:05.084303 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Bound port: 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9290762d-f45d-4298-b51b-97d7accfdce8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '262fe386-5151-4930-84a4-fbfec810321e'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:27:05.084688 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:05.183194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] For port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:27:05.186455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] For port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:27:05.190203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:05.206464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f940e32a-d035-4404-b34e-63b544a115eb tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:05.218188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f591c-0163-48ae-9020-a008b83f5b81 req-9632c0af-954d-42d1-beb3-814c9e3b01d7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:05.219936 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-188f591c-0163-48ae-9020-a008b83f5b81 req-9632c0af-954d-42d1-beb3-814c9e3b01d7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 943 time: 0.1080091 Jan 15 10:27:05.275540 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-188f591c-0163-48ae-9020-a008b83f5b81 req-710ee6f9-2911-4a1f-9cfc-4bcfa9c9043d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=4069bf9e-c950-4337-90f4-40df4ea31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486939 Jan 15 10:27:05.585673 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Pushing event updated for resources: {'Port': ['ID=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:05.591084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:05.625678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:05.626353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:05.627909 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] 10.222.0.64 "PUT /v2.0/ports/8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 1157 time: 1.5696418 Jan 15 10:27:05.628452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49361a17-1517-4882-abbe-14726b38df2b', 'tag': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:27:05.757365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-7242f818-a18d-4ca9-b75d-796d974afb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:05.759092 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-7242f818-a18d-4ca9-b75d-796d974afb7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1160 time: 0.0856223 Jan 15 10:27:05.832111 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49361a17-1517-4882-abbe-14726b38df2b', 'tag': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8', 'status': 'completed', 'code': 200} Jan 15 10:27:05.845106 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-79fbb3f4-a362-4bc0-878c-15697a7c6453 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0767281 Jan 15 10:27:05.929967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-cf0c7305-8d95-49d6-9e68-ec1719a13496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:05.931629 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-cf0c7305-8d95-49d6-9e68-ec1719a13496 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0800931 Jan 15 10:27:06.016009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-d225058e-330d-4778-a200-feae461a2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:06.017761 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-d225058e-330d-4778-a200-feae461a2438 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788438 Jan 15 10:27:06.171532 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-0fafeadc-9f04-4665-8fe5-6f0e48f22366 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470346 Jan 15 10:27:06.315916 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-637681dd-b80c-45e0-b477-04acaa12ec3b req-babec3f3-f0bc-45cb-a242-1564d043112d service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380467 Jan 15 10:27:06.347116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:27:06.442810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-67ce14bb-f8e0-4b1f-b1e7-6f8b2c24b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:06.444482 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-67ce14bb-f8e0-4b1f-b1e7-6f8b2c24b2a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1160 time: 0.0829217 Jan 15 10:27:06.536469 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336ce24-b3fa-48b1-a7a8-05a25ae2c8ae req-c1fcb3a2-d2c4-4a99-a049-467f6811f55e tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:06.538179 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c336ce24-b3fa-48b1-a7a8-05a25ae2c8ae req-c1fcb3a2-d2c4-4a99-a049-467f6811f55e tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 943 time: 0.1071961 Jan 15 10:27:06.595820 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c336ce24-b3fa-48b1-a7a8-05a25ae2c8ae req-ba431aa5-1e70-4f81-8a2a-58de82db734d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=4069bf9e-c950-4337-90f4-40df4ea31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502212 Jan 15 10:27:06.599166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-3e04d037-1e0c-4f9a-afdf-a688da349f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:06.600829 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-3e04d037-1e0c-4f9a-afdf-a688da349f1c service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1485341 Jan 15 10:27:06.673725 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-bb006b04-9859-40b6-89ec-f14e05837040 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0638905 Jan 15 10:27:06.747528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-34d5fe78-b583-48ef-946b-b53cbe04e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:06.749023 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-34d5fe78-b583-48ef-946b-b53cbe04e3b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0680752 Jan 15 10:27:06.829723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-83d4547d-f7d7-40b1-a9be-919fb09fea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:06.831393 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-83d4547d-f7d7-40b1-a9be-919fb09fea56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749209 Jan 15 10:27:06.979154 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-d48a7497-9dde-44b1-8929-4612df6dc876 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403303 Jan 15 10:27:07.128443 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7187e5b7-108f-4d06-9196-749b90a18e4a req-0b90176e-3863-4851-a403-642cceed0d5d service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420417 Jan 15 10:27:07.850255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8940a98-60ee-40a7-8102-02a7d13ab5ab req-2f22d9f9-3eae-4138-802a-2018aead4c3d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:07.851844 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8940a98-60ee-40a7-8102-02a7d13ab5ab req-2f22d9f9-3eae-4138-802a-2018aead4c3d tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 943 time: 0.1072164 Jan 15 10:27:07.906071 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c8940a98-60ee-40a7-8102-02a7d13ab5ab req-29f80586-b66d-4d75-b68d-35b9743dc0bd tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=4069bf9e-c950-4337-90f4-40df4ea31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478828 Jan 15 10:27:08.118885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:08.192054 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:27:08.197974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:08.198497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:08.334812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:08.374116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49361a17-1517-4882-abbe-14726b38df2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:27:08.388053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:08.392256 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:08.395343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:08.472961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:08.476757 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:08.531565 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49361a17-1517-4882-abbe-14726b38df2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8', 'code': 200} Jan 15 10:27:08.778017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34e0e-3552-4b4f-a136-a9dfa7c2b51d req-5bce2e1d-5ea1-4217-8a92-1c99d213542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:08.779610 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a1c34e0e-3552-4b4f-a136-a9dfa7c2b51d req-5bce2e1d-5ea1-4217-8a92-1c99d213542a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0838349 Jan 15 10:27:08.834294 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a1c34e0e-3552-4b4f-a136-a9dfa7c2b51d req-9d5660ed-8cb2-49de-8a3a-eb35fa5e85ec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4069bf9e-c950-4337-90f4-40df4ea31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479012 Jan 15 10:27:09.160708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0f0c4-195d-4a87-bac0-b59c2924c16e req-284ac56e-9e2b-4240-a835-4137da48a557 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:09.162366 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-acc0f0c4-195d-4a87-bac0-b59c2924c16e req-284ac56e-9e2b-4240-a835-4137da48a557 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 945 time: 0.1059921 Jan 15 10:27:09.215316 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-acc0f0c4-195d-4a87-bac0-b59c2924c16e req-8ab63bdf-e299-4f19-adf6-0b90ff7eca1f tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=4069bf9e-c950-4337-90f4-40df4ea31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464585 Jan 15 10:27:09.853585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:27:09.924156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:27:09.924575 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:10.466711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42358c26-88d5-4fcf-8cf0-7db3f74bc29c req-7859d233-1c56-443e-a4c1-bdf558884bc2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:10.468391 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-42358c26-88d5-4fcf-8cf0-7db3f74bc29c req-7859d233-1c56-443e-a4c1-bdf558884bc2 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 945 time: 0.1028647 Jan 15 10:27:10.522740 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-42358c26-88d5-4fcf-8cf0-7db3f74bc29c req-820f1454-2dcf-42eb-840c-e82274b879bf tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/security-groups?id=4069bf9e-c950-4337-90f4-40df4ea31a24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478590 Jan 15 10:27:10.759491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2467b02-bd44-42dc-b544-8916049511f6 req-8b42c110-03ad-46b4-a87d-dadf19a38c00 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:10.760963 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a2467b02-bd44-42dc-b544-8916049511f6 req-8b42c110-03ad-46b4-a87d-dadf19a38c00 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 945 time: 0.0998735 Jan 15 10:27:10.770557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49892) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:10.776393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Request body: {'floatingip': {'port_id': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:27:10.863933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, before_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:11.473424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:11.476334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:11.659282 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Floating IP 0bc60bb2-e3ff-4f16-aadf-71254d9f6900 associated. External IP: 172.27.1.17, port: 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8. Jan 15 10:27:12.023307 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:27:12.448182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:27:12.453049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:12.460738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] Sync routers for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:27:12.475294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:12.475933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:26:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:12.510546 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9ae88528-a56c-4160-9ed0-ed35d7b87ec8 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "PUT /v2.0/floatingips/0bc60bb2-e3ff-4f16-aadf-71254d9f6900 HTTP/1.1" status: 200 len: 990 time: 1.7386410 Jan 15 10:27:12.511290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49361a17-1517-4882-abbe-14726b38df2b', 'tag': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:27:12.667287 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49361a17-1517-4882-abbe-14726b38df2b', 'tag': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8', 'status': 'completed', 'code': 200} Jan 15 10:27:12.671923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:12.768043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-bb38af5d-6225-4401-bd37-4337c5f17da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:12.769619 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-bb38af5d-6225-4401-bd37-4337c5f17da1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0804772 Jan 15 10:27:12.843979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:12.922156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-04d14960-1dee-4d97-a657-47a5709d5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:12.923793 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-04d14960-1dee-4d97-a657-47a5709d5019 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1476092 Jan 15 10:27:13.040295 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-49837ad5-5f42-4074-931d-ddb896f917d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 998 time: 0.1083601 Jan 15 10:27:13.049543 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0bc60bb2-e3ff-4f16-aadf-71254d9f6900', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'port_id': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'mac_address': 'fa:16:3e:e4:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49361a17-1517-4882-abbe-14726b38df2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:26:59Z', 'updated_at': '2021-01-15T10:27:11Z', 'revision_number': 1, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:13.053754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] Checking router: 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:27:13.065250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:13.065926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:26:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:13.114057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-c303ed36-125a-4219-b843-96ade96e86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:13.115709 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-c303ed36-125a-4219-b843-96ade96e86d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0682695 Jan 15 10:27:13.200517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-412b7732-2dcd-45eb-8fe8-f8cb57e7c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:13.202165 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-412b7732-2dcd-45eb-8fe8-f8cb57e7c663 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803821 Jan 15 10:27:13.259324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:13.360467 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-e885ae25-69de-4327-9598-60b08f4295ed service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511517 Jan 15 10:27:13.516462 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-a7187bb5-bd6e-4071-9aca-892fe54b301a req-a4834f99-2dd0-4b46-b513-d796b72c1804 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1490095 Jan 15 10:27:13.790253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0bc60bb2-e3ff-4f16-aadf-71254d9f6900', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'port_id': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'mac_address': 'fa:16:3e:e4:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49361a17-1517-4882-abbe-14726b38df2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:26:59Z', 'updated_at': '2021-01-15T10:27:11Z', 'revision_number': 1, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:13.794536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0a975-b5d1-42c1-b699-fbdf28ab205b None None] The sync data for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi is: [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': '0bc60bb2-e3ff-4f16-aadf-71254d9f6900', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'floating_ip_address': '172.27.1.17', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'port_id': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'mac_address': 'fa:16:3e:e4:15:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49361a17-1517-4882-abbe-14726b38df2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:26:59Z', 'updated_at': '2021-01-15T10:27:11Z', 'revision_number': 1, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:27:14.091215 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd91f6-2d80-4ce0-bd1e-2c92b240aaf1 None None] New status for floating IP 0bc60bb2-e3ff-4f16-aadf-71254d9f6900: ACTIVE {{(pid=80046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:27:15.689254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8b786f28-9728-4bee-b498-f36828de2848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:17.923494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bf9ffd9b-839c-4398-ab71-3d960a61914f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:18.360758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:19.585743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:20.398310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:35.860173 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-26fbf566-f36f-4a55-9471-f462fafdb46f tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/floatingips/0103d21c-c57e-40e4-b9b8-5a5448040da3 HTTP/1.1" status: 200 len: 998 time: 0.1160448 Jan 15 10:27:36.039379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-5f15a7d6-ec58-495e-9dcd-11d6e2283778 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:36.040787 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-5f15a7d6-ec58-495e-9dcd-11d6e2283778 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/networks/1ea1df50-65de-4ce2-9373-48960240e3a6 HTTP/1.1" status: 200 len: 784 time: 0.1747694 Jan 15 10:27:36.154587 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-ede01591-bf84-4f6a-9da7-ab80cca8fb85 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.224 HTTP/1.1" status: 200 len: 1001 time: 0.1072865 Jan 15 10:27:36.249951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-37fe1d86-ce6e-440b-b348-299846afecad tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:36.251455 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-37fe1d86-ce6e-440b-b348-299846afecad tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports/b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 942 time: 0.0908957 Jan 15 10:27:36.442709 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-272399ed-4c36-4b99-9bf3-ef524fed800a tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.27.1.224 HTTP/1.1" status: 200 len: 1001 time: 0.1081109 Jan 15 10:27:36.667638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Deleting port 533a5375-64d7-4bbb-8bee-be18d86a91e7 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:36.667810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:36.845632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:36.845997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for floatingip, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:36.974024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Calling delete_port for 533a5375-64d7-4bbb-8bee-be18d86a91e7 owned by network:floatingip {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:37.123025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.138995 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-94b8d06a-e747-4b79-920e-3e9093e7e019 tempest-ServerRescueNegativeTestJSON-1453221871 tempest-ServerRescueNegativeTestJSON-1453221871] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:37.233424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event deleted for resources: {'Port': ['ID=533a5375-64d7-4bbb-8bee-be18d86a91e7,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:37.250492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.250924 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.251379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.251799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.252211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.252622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.253035 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.253446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.253855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.254261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.254666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.255093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.255538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.255942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.256347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.256755 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.257161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.257583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.258539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.258944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.259377 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.259778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.260185 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.260589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:37.264808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:37.390606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for floatingip, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.390978 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Floating IP 0103d21c-c57e-40e4-b9b8-5a5448040da3 disassociated (deleted). External IP: 172.27.1.224, port: b4da56c3-ae34-493e-975b-dceda44a656d. Jan 15 10:27:37.764920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Router ee47c547-7df7-4802-9739-c5664ea92156 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:27:37.952125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:27:37.961821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] Sync routers for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:27:37.972711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:37.973055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:37.973382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:38.032011 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-27558c3b-7f10-4d36-89ce-8880b834ce66 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "DELETE /v2.0/floatingips/0103d21c-c57e-40e4-b9b8-5a5448040da3 HTTP/1.1" status: 204 len: 173 time: 1.5829449 Jan 15 10:27:38.032555 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:27:38.092644 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'status': 'completed', 'code': 200} Jan 15 10:27:38.165309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:38.195375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-04898139-e604-4804-b180-3dc3c202b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:38.197505 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-04898139-e604-4804-b180-3dc3c202b136 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=634a9bc095fe4b7d94d239e19d46c953&device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 1162 time: 0.0792267 Jan 15 10:27:38.198137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-92f7c1e8-3852-4a0b-8016-1f0fa667579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:38.199830 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-92f7c1e8-3852-4a0b-8016-1f0fa667579a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=634a9bc095fe4b7d94d239e19d46c953&device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 1162 time: 0.1546018 Jan 15 10:27:38.345881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-75eb3a00-865f-4e48-94d1-1276b179d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:38.346248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-48977c60-18eb-4867-ad40-689d6056716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:38.347655 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-75eb3a00-865f-4e48-94d1-1276b179d7da service neutron] 10.222.0.75 "GET /v2.0/networks?id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 200 len: 902 time: 0.1411898 Jan 15 10:27:38.348070 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-48977c60-18eb-4867-ad40-689d6056716e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 200 len: 902 time: 0.1436765 Jan 15 10:27:38.423104 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-1929b355-e27b-4b0d-a20f-5a832008deb1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 217 time: 0.0679309 Jan 15 10:27:38.434387 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-af9139d6-7318-40c5-a560-5757ea6c0759 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 200 len: 217 time: 0.0792146 Jan 15 10:27:38.496297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-5a4eed50-6b5c-41a6-8199-1ab86705b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:38.498026 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-5a4eed50-6b5c-41a6-8199-1ab86705b38f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f142eec5-b9a0-482f-80b8-34d52e30506c HTTP/1.1" status: 200 len: 847 time: 0.0671747 Jan 15 10:27:38.504799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-1330f649-8166-4280-a3a9-a99b98ec341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:38.506479 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-1330f649-8166-4280-a3a9-a99b98ec341c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f142eec5-b9a0-482f-80b8-34d52e30506c HTTP/1.1" status: 200 len: 847 time: 0.0657573 Jan 15 10:27:38.511445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:38.515600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] Checking router: ee47c547-7df7-4802-9739-c5664ea92156 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:27:38.525020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:38.525680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:38.582371 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-555a3875-5624-4ec7-9d9c-a7c69dae3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:38.584059 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-555a3875-5624-4ec7-9d9c-a7c69dae3364 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791979 Jan 15 10:27:38.596872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-6c1001f7-a20c-4c28-bb4f-d604312727d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:38.598421 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-6c1001f7-a20c-4c28-bb4f-d604312727d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8dcac70d-ab21-4ffa-b9e2-74de44c8af82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841959 Jan 15 10:27:38.710270 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:38.734703 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-a5938e12-edc5-4817-be7f-94124df8c2b4 service neutron] 10.222.0.75 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426349 Jan 15 10:27:38.745696 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-da9dd35d-7a4a-4b61-b968-4fd5c0d8478e service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389346 Jan 15 10:27:38.891835 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3c5bf225-71c2-4a08-9d66-896d2e909c19 req-aeb22c1e-dceb-4a3f-aa7d-65b40dfc58a8 service neutron] 10.222.0.75 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1498656 Jan 15 10:27:38.913235 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76d43ca4-dce2-4949-b200-e755e7be39e8 req-683c1455-28a5-48ee-99e9-e76b0f709d59 service neutron] 10.222.0.64 "GET /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1605191 Jan 15 10:27:39.061594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:39.065779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cf708b-5a21-4f74-9e21-e6862b966b3c None None] The sync data for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi is: [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:23:13Z', 'revision_number': 4, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'f60510d1-745d-4ba6-a74c-76d39e0274ea', 'name': '', 'network_id': '8dcac70d-ab21-4ffa-b9e2-74de44c8af82', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'mac_address': 'fa:16:3e:8c:33:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:12Z', 'updated_at': '2021-01-15T10:23:22Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'subnets': [{'id': 'f142eec5-b9a0-482f-80b8-34d52e30506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:27:39.330197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464e98d-b4d1-4c30-a442-01df9eeb5326 req-f1c4e4ef-b380-4922-995b-6088646cb70f tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:39.331038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-b464e98d-b4d1-4c30-a442-01df9eeb5326 req-f1c4e4ef-b380-4922-995b-6088646cb70f tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Synchronizing usage tracker for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:port {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:27:39.348379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-b464e98d-b4d1-4c30-a442-01df9eeb5326 req-f1c4e4ef-b380-4922-995b-6088646cb70f tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Unset dirty status for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:port {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:27:39.349694 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b464e98d-b4d1-4c30-a442-01df9eeb5326 req-f1c4e4ef-b380-4922-995b-6088646cb70f tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 945 time: 0.1228013 Jan 15 10:27:39.411150 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b464e98d-b4d1-4c30-a442-01df9eeb5326 req-0f8fa06f-781c-4373-97ee-292610795ae4 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0545840 Jan 15 10:27:39.469053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b59349-c9c5-485e-818c-e0c587b691bb None None] New status for floating IP 0103d21c-c57e-40e4-b9b8-5a5448040da3: DOWN {{(pid=80046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:27:40.640395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a5ea-24cb-41c3-b8cb-a3fdb961d539 req-15b95e07-a5ac-4746-9c5a-444bb8283650 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:40.642018 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9908a5ea-24cb-41c3-b8cb-a3fdb961d539 req-15b95e07-a5ac-4746-9c5a-444bb8283650 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 945 time: 0.1011353 Jan 15 10:27:40.697099 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-9908a5ea-24cb-41c3-b8cb-a3fdb961d539 req-acccbe57-06ab-4f3a-8fdc-97ad4602cdf5 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups?id=080bd176-f2a5-4433-bff1-3e9a40df4924&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0485077 Jan 15 10:27:40.817974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-43972b42-89b2-4e3d-b693-e2aa37941bd0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:40.818739 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-43972b42-89b2-4e3d-b693-e2aa37941bd0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Synchronizing usage tracker for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:27:40.831484 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-43972b42-89b2-4e3d-b693-e2aa37941bd0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Unset dirty status for tenant:634a9bc095fe4b7d94d239e19d46c953 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:27:40.832672 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-43972b42-89b2-4e3d-b693-e2aa37941bd0 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.64 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 945 time: 0.1157153 Jan 15 10:27:40.909689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Deleting port b4da56c3-ae34-493e-975b-dceda44a656d {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:40.910073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:41.165920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] For port b4da56c3-ae34-493e-975b-dceda44a656d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=b4da56c3-ae34-493e-975b-dceda44a656d,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:41.166315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:41.294496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Calling delete_port for b4da56c3-ae34-493e-975b-dceda44a656d owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:41.452294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:41.468205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d2b32814-1b69-434e-81a7-91d52a3e3336 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:41.792408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event deleted for resources: {'Port': ['ID=b4da56c3-ae34-493e-975b-dceda44a656d,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:41.799343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:41.880669 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-398c1533-87c5-4a46-a237-b1b1bd391cdc req-bc9b3fa6-97b9-4984-8c59-b017f9c19fcb tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 210 time: 0.0472283 Jan 15 10:27:41.911264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] No DVR routers for this DVR port b4da56c3-ae34-493e-975b-dceda44a656d on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:27:41.914255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:41.917559 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'name': 'network-vif-deleted', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:27:41.934182 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4a576cd2-668a-4f89-aeb2-768aecc79736 req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.64 "DELETE /v2.0/ports/b4da56c3-ae34-493e-975b-dceda44a656d HTTP/1.1" status: 204 len: 173 time: 1.0953915 Jan 15 10:27:41.977866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device b4da56c3-ae34-493e-975b-dceda44a656d no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:27:41.980110 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ede3fc8a-3a7e-4cf2-9914-e92919f0f086', 'name': 'network-vif-deleted', 'tag': 'b4da56c3-ae34-493e-975b-dceda44a656d', 'status': 'completed', 'code': 200} Jan 15 10:27:42.017889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: b4da56c3-ae34-493e-975b-dceda44a656d {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:27:42.018320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device b4da56c3-ae34-493e-975b-dceda44a656d not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:27:42.842199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:43.079306 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ac3fa19e-25cf-4690-beb4-d02098283e8e req-f6eacebe-6e17-427a-9aa3-f7a26c571910 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/ports?device_id=ede3fc8a-3a7e-4cf2-9914-e92919f0f086 HTTP/1.1" status: 200 len: 210 time: 0.0462072 Jan 15 10:27:43.345957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:27:44.273024 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2c54004e-a7dc-4db2-993c-4ca3c43997ec req-31524df3-a4a4-4b36-9253-57c44b38a632 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "GET /v2.0/security-groups/080bd176-f2a5-4433-bff1-3e9a40df4924 HTTP/1.1" status: 200 len: 2993 time: 0.0569830 Jan 15 10:27:44.349753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2c54004e-a7dc-4db2-993c-4ca3c43997ec req-3fed53f2-0241-4e82-aaa0-01219a74070c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:44.379163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2c54004e-a7dc-4db2-993c-4ca3c43997ec req-3fed53f2-0241-4e82-aaa0-01219a74070c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:44.426036 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2c54004e-a7dc-4db2-993c-4ca3c43997ec req-3fed53f2-0241-4e82-aaa0-01219a74070c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:44.430332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b9ac8022-ecd7-450a-af7b-80009559a1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:44.447329 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed53f2-0241-4e82-aaa0-01219a74070c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Pushing event deleted for resources: {'SecurityGroup': ['ID=080bd176-f2a5-4433-bff1-3e9a40df4924,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:44.450143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3fed53f2-0241-4e82-aaa0-01219a74070c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:44.457735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-2c54004e-a7dc-4db2-993c-4ca3c43997ec req-3fed53f2-0241-4e82-aaa0-01219a74070c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:44.459018 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2c54004e-a7dc-4db2-993c-4ca3c43997ec req-3fed53f2-0241-4e82-aaa0-01219a74070c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] 10.222.0.75 "DELETE /v2.0/security-groups/080bd176-f2a5-4433-bff1-3e9a40df4924 HTTP/1.1" status: 204 len: 173 time: 0.1791089 Jan 15 10:27:44.525279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49986) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:45.319400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660704'] for router_interface, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:45.691499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c5213e13-7060-4523-a07c-4c0b000f0e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:45.797949 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Deleting port f60510d1-745d-4ba6-a74c-76d39e0274ea {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:45.798326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:45.981092 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] For port f60510d1-745d-4ba6-a74c-76d39e0274ea, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=f60510d1-745d-4ba6-a74c-76d39e0274ea,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:45.981408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:46.108305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Calling delete_port for f60510d1-745d-4ba6-a74c-76d39e0274ea owned by network:router_interface {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:46.276776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:46.292976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:46.387478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60510d1-745d-4ba6-a74c-76d39e0274ea,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:46.391125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:46.492212 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-43c1306d-c6f2-4757-8c70-2aac990ceef5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0761452 Jan 15 10:27:46.643095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-5616c6cf-fdc9-444a-b034-b3f56c02b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:46.644707 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-5616c6cf-fdc9-444a-b034-b3f56c02b920 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0775738 Jan 15 10:27:46.704119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853539027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117776'] for router_interface, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:46.805206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-edda9b07-1dde-47cc-ac01-33662492949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:46.806751 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-edda9b07-1dde-47cc-ac01-33662492949d service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1404276 Jan 15 10:27:46.922064 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-54ff0cbb-2034-471c-98de-4cd2431fa453 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 1000 time: 0.1077945 Jan 15 10:27:46.997740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-d1598c82-521c-418e-b744-93dc1b8a6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:46.999618 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-d1598c82-521c-418e-b744-93dc1b8a6793 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0706291 Jan 15 10:27:47.097211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-f082d507-0e74-4823-92fd-5ef94f9d48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:27:47.098944 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-f082d507-0e74-4823-92fd-5ef94f9d48fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832152 Jan 15 10:27:47.219116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Router ee47c547-7df7-4802-9739-c5664ea92156 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:27:47.250123 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-56adad22-bf77-4734-9595-f295f86c228c service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439722 Jan 15 10:27:47.418445 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ce5ce49a-c9d4-493f-888b-e08b210de3e2 req-952ae526-5f6b-4df7-aac3-6ce9bdd2e383 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1598547 Jan 15 10:27:47.650409 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:27:47.660537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] Sync routers for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:27:47.663632 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ee7ba91f-85d1-451b-9eb4-d1513bd0c4c9 admin admin] 10.222.0.75 "PUT /v2.0/routers/ee47c547-7df7-4802-9739-c5664ea92156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1371503 Jan 15 10:27:47.666236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 49996) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:47.670888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:47.671545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:27:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:47.852731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks [] for router, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:47.927697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2367da32-77e5-4fda-b275-c63b3fac7359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.014783 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:48.042235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.047558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Deleting port 37bf3ad4-d30d-4162-9271-14499ec29355 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:48.048008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.235095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] For port 37bf3ad4-d30d-4162-9271-14499ec29355, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=37bf3ad4-d30d-4162-9271-14499ec29355,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:48.235498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.326444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:27:46Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:48.331068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] Checking router: ee47c547-7df7-4802-9739-c5664ea92156 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:27:48.340816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] Routers {'ee47c547-7df7-4802-9739-c5664ea92156'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:48.341492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:27:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['ee47c547-7df7-4802-9739-c5664ea92156'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:48.365057 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.366276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Calling delete_port for 37bf3ad4-d30d-4162-9271-14499ec29355 owned by network:router_gateway {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:48.511673 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.538125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] Set router ee47c547-7df7-4802-9739-c5664ea92156 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:48.705939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854093080'] for router_gateway, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.834599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:27:46Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:48.840346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776b2154-c1d3-4ba1-a026-cdfaf9e882e0 None None] The sync data for ids ['ee47c547-7df7-4802-9739-c5664ea92156'] in dv-cinder-768592-3-iscsi is: [{'id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'name': 'tempest-TestShelveInstance-784572835-router', 'tenant_id': '634a9bc095fe4b7d94d239e19d46c953', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118'}], 'enable_snat': True}, 'gw_port_id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:08Z', 'updated_at': '2021-01-15T10:27:46Z', 'revision_number': 5, 'project_id': '634a9bc095fe4b7d94d239e19d46c953', 'gw_port': {'id': '37bf3ad4-d30d-4162-9271-14499ec29355', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee47c547-7df7-4802-9739-c5664ea92156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:09Z', 'updated_at': '2021-01-15T10:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:27:48.844828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-190275'] for router, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.847402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.875628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114734'] for router, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.876208 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee47c547-7df7-4802-9739-c5664ea92156 {{(pid=80045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:27:48.889588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:48.893176 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e0d05c26-3687-41fd-9fe7-de10328daeeb admin admin] 10.222.0.75 "DELETE /v2.0/routers/ee47c547-7df7-4802-9739-c5664ea92156 HTTP/1.1" status: 204 len: 168 time: 1.2235830 Jan 15 10:27:48.893430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50002) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:48.963521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] Deleting subnet f142eec5-b9a0-482f-80b8-34d52e30506c {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:27:48.966553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.018736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.102158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.377195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851652402', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852164536'] for subnet, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.396364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b2d6166f-79c8-4ca7-9a66-d1e8b7f523b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:49.481829 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f142eec5-b9a0-482f-80b8-34d52e30506c,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:49.489140 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:49.533318 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.538773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b939b035-cb0c-466c-9a2e-a98234d337e2 None None] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:27:49.540391 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-08eef94a-14b2-4674-b3ca-df0b0b83d82a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f142eec5-b9a0-482f-80b8-34d52e30506c HTTP/1.1" status: 204 len: 168 time: 0.6455071 Jan 15 10:27:49.542717 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50008) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:49.660578 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.663623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.730725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Deleting port 78160303-31df-4f5f-ac91-ba3497446fdb {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:49.731153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.819365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] DHCP port deletion for 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 request from dv-cinder-768592-3-iscsi {{(pid=80046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:27:49.824281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] Deleting port 78160303-31df-4f5f-ac91-ba3497446fdb {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:49.824741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:49.959022 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] For port 78160303-31df-4f5f-ac91-ba3497446fdb, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=78160303-31df-4f5f-ac91-ba3497446fdb,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:49.959424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.040144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] For port 78160303-31df-4f5f-ac91-ba3497446fdb, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=78160303-31df-4f5f-ac91-ba3497446fdb,segment=NetworkSegment(1825243e-13ae-48b4-a2bc-038c803ed681),segment_id=1825243e-13ae-48b4-a2bc-038c803ed681)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:50.040504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.086387 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Calling delete_port for 78160303-31df-4f5f-ac91-ba3497446fdb owned by network:dhcp {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:50.164867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.168078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] Calling delete_port for 78160303-31df-4f5f-ac91-ba3497446fdb owned by network:dhcp {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:50.181526 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0958ad86-7047-4c4e-b458-e4adc207bb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:50.210744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 37bf3ad4-d30d-4162-9271-14499ec29355 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:27:50.249651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 37bf3ad4-d30d-4162-9271-14499ec29355 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:27:50.250032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 37bf3ad4-d30d-4162-9271-14499ec29355 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:27:50.250484 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device f60510d1-745d-4ba6-a74c-76d39e0274ea no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:27:50.276264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=78160303-31df-4f5f-ac91-ba3497446fdb,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:50.289231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:50.291345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: f60510d1-745d-4ba6-a74c-76d39e0274ea {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:27:50.291685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device f60510d1-745d-4ba6-a74c-76d39e0274ea not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:27:50.292143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 78160303-31df-4f5f-ac91-ba3497446fdb no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:27:50.322711 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] No DVR routers for this DVR port 78160303-31df-4f5f-ac91-ba3497446fdb on host dv-cinder-768592-3-iscsi {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:27:50.331346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 78160303-31df-4f5f-ac91-ba3497446fdb {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:27:50.331688 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 78160303-31df-4f5f-ac91-ba3497446fdb not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:27:50.359235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:27:50.359656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:27:50.409436 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.473928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.590182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcac70d-ab21-4ffa-b9e2-74de44c8af82']}} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:50.603323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1825243e-13ae-48b4-a2bc-038c803ed681') {'for_net_delete': True} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:50.603666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1825243e-13ae-48b4-a2bc-038c803ed681') {} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:50.615567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261855'] for segment, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.630224 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.632267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:27:50.809316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:27:50.818372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852511059'] for segment, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.860818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] Deleting port 78160303-31df-4f5f-ac91-ba3497446fdb {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:50.861247 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:50.930484 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec4ff8-204f-4c94-93d3-2021b266c81f None None] The port '78160303-31df-4f5f-ac91-ba3497446fdb' was deleted {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:27:51.008205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Network 8dcac70d-ab21-4ffa-b9e2-74de44c8af82 has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:27:51.032562 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:27:51.118505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:51.122456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-46cab87f-2b52-4ba7-b3dc-428880ee39a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:51.139545 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:51.147269 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcac70d-ab21-4ffa-b9e2-74de44c8af82,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:51.152961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:51.164943 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] 10.222.0.75 "DELETE /v2.0/networks/8dcac70d-ab21-4ffa-b9e2-74de44c8af82 HTTP/1.1" status: 204 len: 168 time: 1.6210539 Jan 15 10:27:51.168090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50014) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:51.996736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660704'] for router_interface, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:52.529320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Deleting port 72b81675-cfa2-475b-8790-53268b81bede {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:52.529843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:52.736372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] For port 72b81675-cfa2-475b-8790-53268b81bede, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=72b81675-cfa2-475b-8790-53268b81bede,segment=NetworkSegment(b125123f-ce11-4cfa-8a47-21539f4770d0),segment_id=b125123f-ce11-4cfa-8a47-21539f4770d0)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:52.736704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:52.882974 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Calling delete_port for 72b81675-cfa2-475b-8790-53268b81bede owned by network:router_interface {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:53.199396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:53.218158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f09415ab-dd2f-4561-a3e9-003b5c0dcd6d tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:53.310133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Pushing event deleted for resources: {'Port': ['ID=72b81675-cfa2-475b-8790-53268b81bede,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:53.314218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:53.647255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853539027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117776'] for router_interface, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:54.160767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Router e31da7f1-421d-4e74-8014-8ae829073bec has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:27:54.580626 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:27:54.589634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] Sync routers for ids ['e31da7f1-421d-4e74-8014-8ae829073bec'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:27:54.591285 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] 10.222.0.75 "PUT /v2.0/routers/e31da7f1-421d-4e74-8014-8ae829073bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4220748 Jan 15 10:27:54.593917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50024) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:54.600272 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] Routers {'e31da7f1-421d-4e74-8014-8ae829073bec'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:54.601538 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:27:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['e31da7f1-421d-4e74-8014-8ae829073bec'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:54.785963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks [] for router, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:54.952561 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] Set router e31da7f1-421d-4e74-8014-8ae829073bec gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:54.974884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:54.980310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Deleting port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:54.980687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.168231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] For port c3eab8ea-d84a-41bb-8d13-dab5f43d54b8, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=c3eab8ea-d84a-41bb-8d13-dab5f43d54b8,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:55.168641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.260707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:27:53Z', 'revision_number': 5, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:55.264751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] Checking router: e31da7f1-421d-4e74-8014-8ae829073bec for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:27:55.273588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] Routers {'e31da7f1-421d-4e74-8014-8ae829073bec'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:27:55.274552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:27:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['e31da7f1-421d-4e74-8014-8ae829073bec'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:55.307812 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Calling delete_port for c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 owned by network:router_gateway {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:55.448585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.459495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] Set router e31da7f1-421d-4e74-8014-8ae829073bec gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:27:55.643252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854093080'] for router_gateway, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.769550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:27:53Z', 'revision_number': 5, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:55.774174 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d29d3d-6a9e-4613-af15-8dbb88ca8619 None None] The sync data for ids ['e31da7f1-421d-4e74-8014-8ae829073bec'] in dv-cinder-768592-3-iscsi is: [{'id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'name': 'tempest-TestShelveInstance-270056732-router', 'tenant_id': '6bba738a139b4c2b9463a5578b626df1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:27:53Z', 'revision_number': 5, 'project_id': '6bba738a139b4c2b9463a5578b626df1', 'gw_port': {'id': 'c3eab8ea-d84a-41bb-8d13-dab5f43d54b8', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:20:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31da7f1-421d-4e74-8014-8ae829073bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:23:17Z', 'updated_at': '2021-01-15T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:27:55.778295 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-190275'] for router, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.780804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.808424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114734'] for router, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.808424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e31da7f1-421d-4e74-8014-8ae829073bec {{(pid=80044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:27:55.818170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.819455 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7daccba2-2867-4ebe-afe8-3d5c33605a4b admin admin] 10.222.0.75 "DELETE /v2.0/routers/e31da7f1-421d-4e74-8014-8ae829073bec HTTP/1.1" status: 204 len: 168 time: 1.2245533 Jan 15 10:27:55.822317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50030) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:55.890764 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Deleting subnet 5d38620a-c05c-4303-b24e-7a571973f89d {{(pid=80044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:27:55.894126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:55.952459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513945'] for subnet, precommit_delete_associations {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.075686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.165451 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 72b81675-cfa2-475b-8790-53268b81bede no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:27:56.202729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 72b81675-cfa2-475b-8790-53268b81bede {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:27:56.203141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 72b81675-cfa2-475b-8790-53268b81bede not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:27:56.355295 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852510992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2966786'] for subnet, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.371253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9dca4718-5f9b-4e09-a368-3f1fe0fa7655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:56.411691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d38620a-c05c-4303-b24e-7a571973f89d,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:56.485478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.485900 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.486313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.486719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.487150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.487554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.487951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.488351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.488774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.489171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.489566 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.490007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.490488 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.490925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.491370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.491810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.492224 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.492660 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.493091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.493500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.493912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.494337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.494777 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.495231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:27:56.501429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:56.533123 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.538143 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076c675-1719-4186-8dea-6bb69bec76e7 None None] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:27:56.539452 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6e2fba91-6aed-4e1b-8aeb-9499d4389e93 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5d38620a-c05c-4303-b24e-7a571973f89d HTTP/1.1" status: 204 len: 168 time: 0.7161157 Jan 15 10:27:56.542453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50036) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:56.664305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.737518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Deleting port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:56.737878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.791493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] DHCP port deletion for 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 request from dv-cinder-768592-3-iscsi {{(pid=80046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:27:56.795821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] Deleting port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:56.796248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:56.964099 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] For port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a,segment=NetworkSegment(b125123f-ce11-4cfa-8a47-21539f4770d0),segment_id=b125123f-ce11-4cfa-8a47-21539f4770d0)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:56.964449 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.014347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] For port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a,segment=NetworkSegment(b125123f-ce11-4cfa-8a47-21539f4770d0),segment_id=b125123f-ce11-4cfa-8a47-21539f4770d0)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:27:57.014710 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.101669 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Calling delete_port for b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a owned by network:dhcp {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:57.141106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] Calling delete_port for b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a owned by network:dhcp {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:27:57.175648 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.192490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b8b006bd-389f-4baf-87ea-db744ca4a07d tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:57.210653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:27:57.211111 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:27:57.287634 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:57.290701 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:57.339287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] No DVR routers for this DVR port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a on host dv-cinder-768592-3-iscsi {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:27:57.467265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.583689 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490e7017-d3f0-4cd2-b73c-ccf16e36ee94']}} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:57.596445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b125123f-ce11-4cfa-8a47-21539f4770d0') {'for_net_delete': True} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:57.596779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b125123f-ce11-4cfa-8a47-21539f4770d0') {} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:27:57.609184 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261855'] for segment, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.626895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.629036 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:27:57.712860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] Deleting port b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:27:57.713396 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:57.790360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f03a505b-a1f1-4017-8c52-87db7f397d01 None None] The port 'b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a' was deleted {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:27:58.043404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:27:58.052577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852511059'] for segment, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:58.206025 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:27:58.234671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Network 490e7017-d3f0-4cd2-b73c-ccf16e36ee94 has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:27:58.239822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:27:58.240220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b6ddc1d1-f837-4b51-a0d3-e1f5ff29d40a not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:27:58.240751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:27:58.259537 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:27:58.274197 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:27:58.274592 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device c3eab8ea-d84a-41bb-8d13-dab5f43d54b8 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:27:58.343933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:58.347263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:58.364397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:58.371680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=490e7017-d3f0-4cd2-b73c-ccf16e36ee94,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:58.376112 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:58.379054 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e2bb0a78-4edd-4835-a9ba-490ef42a52e2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/490e7017-d3f0-4cd2-b73c-ccf16e36ee94 HTTP/1.1" status: 204 len: 168 time: 1.8355026 Jan 15 10:27:58.591517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50046) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:58.644783 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b7cec038-2a57-4840-ad04-7a375fbf5c35 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=634a9bc095fe4b7d94d239e19d46c953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519290 Jan 15 10:27:58.647474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50050) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:58.712308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f446a80-fc95-4b93-b86a-21e6f3108f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:58.739857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f446a80-fc95-4b93-b86a-21e6f3108f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:58.785866 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f446a80-fc95-4b93-b86a-21e6f3108f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:58.791401 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6be27909-9dc6-4bb8-968f-106d0f4a6127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:58.805496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f446a80-fc95-4b93-b86a-21e6f3108f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f17c826-cd46-4ffd-999d-7d9d3eca8d78,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:58.810732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6f446a80-fc95-4b93-b86a-21e6f3108f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:58.812722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6f446a80-fc95-4b93-b86a-21e6f3108f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:58.813950 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6f446a80-fc95-4b93-b86a-21e6f3108f31 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4f17c826-cd46-4ffd-999d-7d9d3eca8d78 HTTP/1.1" status: 204 len: 168 time: 0.1651735 Jan 15 10:27:59.219023 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50058) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:59.273358 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b240291b-a2a1-4a3a-b9a7-09bdb2000740 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6bba738a139b4c2b9463a5578b626df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524199 Jan 15 10:27:59.275864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50062) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:27:59.343190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0981632d-3341-40bd-b5ea-f331fa8aab82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:59.370085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0981632d-3341-40bd-b5ea-f331fa8aab82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:59.420993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0981632d-3341-40bd-b5ea-f331fa8aab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:59.426096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b3728002-50dd-42d6-ab10-e84d682bcc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:27:59.441074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981632d-3341-40bd-b5ea-f331fa8aab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d86380d-c8ff-47ed-8365-e5e4ffaae8bb,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:27:59.443842 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0981632d-3341-40bd-b5ea-f331fa8aab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:27:59.446828 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0981632d-3341-40bd-b5ea-f331fa8aab82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:27:59.450556 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0981632d-3341-40bd-b5ea-f331fa8aab82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d86380d-c8ff-47ed-8365-e5e4ffaae8bb HTTP/1.1" status: 204 len: 168 time: 0.1712770 Jan 15 10:28:12.854400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:15.693586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3f1d9e92-0067-4cd2-b925-e32ae83cf310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:17.930614 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-37e95fc9-c248-4f59-85e7-4efa69946639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:18.367432 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:19.592672 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:20.346116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:28:20.408569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:42.854462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:45.696073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-995e5c3b-4ba5-46d3-8d7b-54d06748523f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:46.501018 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-ef19e034-7f52-4c0e-b14c-0a23758ec952 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0752480 Jan 15 10:28:46.650653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-ad7b61e2-3be5-457b-bc32-9cb8be5fef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:46.652300 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-ad7b61e2-3be5-457b-bc32-9cb8be5fef26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0780003 Jan 15 10:28:46.810457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-82153361-97b0-4421-994a-622d833a1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:46.812020 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-82153361-97b0-4421-994a-622d833a1bb4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1397326 Jan 15 10:28:46.922965 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-2fc586f7-28ac-4d7f-8920-a85a61e82bb9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 1000 time: 0.1033382 Jan 15 10:28:46.993813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-10c218a4-03de-4133-9a30-8cd73725eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:46.995419 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-10c218a4-03de-4133-9a30-8cd73725eb5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0654247 Jan 15 10:28:47.084400 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-d466e289-3fcd-4a60-b544-5d0ac6ba5a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:28:47.085959 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-d466e289-3fcd-4a60-b544-5d0ac6ba5a29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766847 Jan 15 10:28:47.229497 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-995376c5-a791-4521-b0bb-3101a49ad7df service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362710 Jan 15 10:28:47.373542 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-b89f54c6-a836-4ad0-a456-9af53b1dd9ed req-12986137-de15-4355-8a07-40940e4ebe47 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376061 Jan 15 10:28:47.932820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-61b49baf-a307-4afc-a81e-19c391ef3787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:48.370223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:49.593232 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:50.404736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:28:57.346210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:29:12.843955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:15.697844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-88073b7a-1702-4e53-928c-7b0f1a270501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:17.934654 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-186bb511-7e8b-41df-9319-61af0c9140d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:18.372633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:19.595816 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:20.410721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:34.345675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:29:42.857880 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:45.699427 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b8bfc4b2-2cb9-4be6-832c-1e1e1956e225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:46.955398 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-086bc586-0061-405e-afbc-08878891eeec req-1fbe365c-3bd5-4623-8ac3-b28020125051 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0803714 Jan 15 10:29:47.108285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc586-0061-405e-afbc-08878891eeec req-d25b5748-ed6f-495e-a365-41afc62230c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:47.109970 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-086bc586-0061-405e-afbc-08878891eeec req-d25b5748-ed6f-495e-a365-41afc62230c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0794752 Jan 15 10:29:47.273846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc586-0061-405e-afbc-08878891eeec req-9dff9a65-eef3-45a5-acef-76eb130b7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:47.275693 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-086bc586-0061-405e-afbc-08878891eeec req-9dff9a65-eef3-45a5-acef-76eb130b7b0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1430206 Jan 15 10:29:47.387238 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-086bc586-0061-405e-afbc-08878891eeec req-ac1103d2-ea3b-4538-9468-1c0b4e1052a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 1000 time: 0.1045086 Jan 15 10:29:47.459485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc586-0061-405e-afbc-08878891eeec req-ba988eac-8a27-47e2-bf48-8ca39f9b4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:47.461100 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-086bc586-0061-405e-afbc-08878891eeec req-ba988eac-8a27-47e2-bf48-8ca39f9b4a32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0673232 Jan 15 10:29:47.545379 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bc586-0061-405e-afbc-08878891eeec req-e82eb1b5-6d49-4bb9-ac6e-f75c370643f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:29:47.547062 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-086bc586-0061-405e-afbc-08878891eeec req-e82eb1b5-6d49-4bb9-ac6e-f75c370643f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790815 Jan 15 10:29:47.695740 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-086bc586-0061-405e-afbc-08878891eeec req-057f7379-2a86-4b3e-8a99-9e2f6b587ebf service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419213 Jan 15 10:29:47.842282 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-086bc586-0061-405e-afbc-08878891eeec req-02651f1c-ec41-49cc-bf01-3a5b6cfbd3a0 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397102 Jan 15 10:29:47.937443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-acc39071-99ae-44ba-811b-84d04d073932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:48.375820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:49.597525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:29:50.404981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:11.346014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:30:12.872682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:15.701437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-91eca707-2bdd-48bb-87eb-3e85dfd07897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:17.939746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d700fa48-5715-442d-8ec7-0c8203f916bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:18.385830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:19.600840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:20.408531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:42.880125 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:45.703092 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-03b2d019-3cd8-4002-a02e-12d552fe67bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:47.940960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c160b55d-64ce-4af3-aaeb-b81fa5fcd8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:48.345348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:30:48.387386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:48.941486 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-a9f00dbe-a7aa-4f68-b0f1-9e1a5936e7aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0744610 Jan 15 10:30:49.092437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-75453809-fb36-4b46-bfa4-59315aa9a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:49.094062 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-75453809-fb36-4b46-bfa4-59315aa9a254 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0802515 Jan 15 10:30:49.254741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-d3a623e0-f30c-4dc3-ba89-fa5fd1ff4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:49.256482 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-d3a623e0-f30c-4dc3-ba89-fa5fd1ff4522 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1428287 Jan 15 10:30:49.277859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50290) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:30:49.341526 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.v2.resource [None req-8f7cb2db-e9d6-4fe0-b270-5651e6cb1206 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] delete failed (client error): There was a conflict when trying to complete your request. Jan 15 10:30:49.342720 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8f7cb2db-e9d6-4fe0-b270-5651e6cb1206 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "DELETE /v2.0/security-groups/4069bf9e-c950-4337-90f4-40df4ea31a24 HTTP/1.1" status: 409 len: 336 time: 0.0637534 Jan 15 10:30:49.347722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50294) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:30:49.366246 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-b5d95153-7a8e-4550-8b56-30fd8e34f2e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 1000 time: 0.1020677 Jan 15 10:30:49.442749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-41867be9-cbb9-48d7-8d6e-0b044372a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:49.444946 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-41867be9-cbb9-48d7-8d6e-0b044372a454 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0711207 Jan 15 10:30:49.529910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-751a62aa-5cac-4668-93f6-3fd5f3a918a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:49.531554 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-751a62aa-5cac-4668-93f6-3fd5f3a918a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798919 Jan 15 10:30:49.565585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Deleting port e9b8f227-4aa5-41d5-abf1-34836a635f8d {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:30:49.565968 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:49.606195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:49.680018 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-9b99d5cc-7f6c-48ca-8cc6-bbe1946b8ff7 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408091 Jan 15 10:30:49.765982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:49.766352 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:49.832249 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-8ed7e22a-7395-4e8b-b441-d0482f640efb req-15e4fabb-f0f5-4538-acd8-05a5851adbfb service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1449158 Jan 15 10:30:49.910815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Calling delete_port for e9b8f227-4aa5-41d5-abf1-34836a635f8d owned by network:floatingip {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:30:50.063506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:50.079799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9c41cda9-3394-4bb5-9ad5-cfac6fcc7a1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:30:50.427483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Pushing event deleted for resources: {'Port': ['ID=e9b8f227-4aa5-41d5-abf1-34836a635f8d,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:30:50.434303 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:50.439945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.440380 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.440798 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.441212 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.441622 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.442030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.442435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.442841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.443275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.443680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.444472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.444472 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.444927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.445330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.445733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.446170 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.446531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.446933 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.447616 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.448016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.448418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.448834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.449235 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.449635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:30:50.461037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:30:50.575805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks [] for floatingip, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:50.576179 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Floating IP 0bc60bb2-e3ff-4f16-aadf-71254d9f6900 disassociated (deleted). External IP: 172.27.1.17, port: 8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8. Jan 15 10:30:50.944982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:30:51.137719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:30:51.149052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] Sync routers for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:30:51.155700 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:51.159595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:30:51.160350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:30:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:30:51.213846 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-35e97600-3b3e-493b-be40-68fb0dd62888 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] 10.222.0.75 "DELETE /v2.0/floatingips/0bc60bb2-e3ff-4f16-aadf-71254d9f6900 HTTP/1.1" status: 204 len: 168 time: 1.8649848 Jan 15 10:30:51.215058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49361a17-1517-4882-abbe-14726b38df2b', 'tag': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8'}] {{(pid=80045) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:30:51.285465 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49361a17-1517-4882-abbe-14726b38df2b', 'tag': '8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8', 'status': 'completed', 'code': 200} Jan 15 10:30:51.412462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-af63a6a6-680d-4337-8d80-153fa55f1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:51.414978 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-af63a6a6-680d-4337-8d80-153fa55f1faa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.1045551 Jan 15 10:30:51.521152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:30:51.581804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-d45ce8be-2149-41bc-862a-ab386bb25c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:51.583994 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-d45ce8be-2149-41bc-862a-ab386bb25c8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1632729 Jan 15 10:30:51.664555 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-059508bf-085b-4bd6-ba7b-49057d0806a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0727258 Jan 15 10:30:51.752730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-e969e7cc-8b11-49b5-882d-19bfc4313e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:51.754236 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-e969e7cc-8b11-49b5-882d-19bfc4313e3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0835636 Jan 15 10:30:51.843964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-37b56c12-b3dd-48ca-bc48-dff6fcb1a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:51.845990 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-37b56c12-b3dd-48ca-bc48-dff6fcb1a1ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831821 Jan 15 10:30:51.879403 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:30:51.889632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] Checking router: 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:30:51.893794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:30:51.894491 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:30:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:30:51.996927 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-88b46fa4-31e0-4321-a81f-45bdea69f402 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431603 Jan 15 10:30:52.088869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:30:52.145059 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-ba78e6ec-a1d3-4828-b31c-043a1a1f4f21 req-f6d3d05d-dfc7-4f67-8832-6b76fe20bd24 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416535 Jan 15 10:30:52.474553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:30:52.481685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081e36-ea33-4ab3-ab03-a659362bdecf None None] The sync data for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi is: [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:16:39Z', 'revision_number': 4, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': '1bc77dd9-af50-4237-958b-b9e11a51ee05', 'name': '', 'network_id': '262fe386-5151-4930-84a4-fbfec810321e', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'mac_address': 'fa:16:3e:d1:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:35Z', 'updated_at': '2021-01-15T10:16:50Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'subnets': [{'id': '118eb53f-349e-4b9d-be7d-841e6b3b7345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:30:52.744701 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50312) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:30:52.925493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43030eee-7ae2-4e82-8afe-98865a3f900c None None] New status for floating IP 0bc60bb2-e3ff-4f16-aadf-71254d9f6900: DOWN {{(pid=80046) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:30:53.679384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660704'] for router_interface, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:54.233963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Deleting port 1bc77dd9-af50-4237-958b-b9e11a51ee05 {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:30:54.234350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:54.452894 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] For port 1bc77dd9-af50-4237-958b-b9e11a51ee05, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=1bc77dd9-af50-4237-958b-b9e11a51ee05,segment=NetworkSegment(9290762d-f45d-4298-b51b-97d7accfdce8),segment_id=9290762d-f45d-4298-b51b-97d7accfdce8)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:30:54.453291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:54.595110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Calling delete_port for 1bc77dd9-af50-4237-958b-b9e11a51ee05 owned by network:router_interface {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:30:54.792463 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:54.809366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fd9bc2ce-d6af-4171-9b5f-e291090076e0 tempest-AttachVolumeNegativeTest-766491755 tempest-AttachVolumeNegativeTest-766491755] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:30:54.910877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc77dd9-af50-4237-958b-b9e11a51ee05,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:30:54.916706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:30:55.538583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853539027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117776'] for router_interface, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:56.082395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80045) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:30:56.284395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80045) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:30:56.296447 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] Sync routers for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:30:56.298486 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-668bbc89-da44-4b71-b2af-43af6c83b76b admin admin] 10.222.0.75 "PUT /v2.0/routers/7a56927b-e0ca-4bcb-9ef5-10e74bf55897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5526004 Jan 15 10:30:56.301058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50318) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:30:56.307730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:30:56.308424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:30:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:30:56.508712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks [] for router, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:56.510079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:30:56.704043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:56.709628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Deleting port da11aa18-cd32-4fac-a32d-683d1bf2a4fa {{(pid=80045) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:30:56.710016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:56.825960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:30:54Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:30:56.830200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] Checking router: 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:30:56.841261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] Routers {'7a56927b-e0ca-4bcb-9ef5-10e74bf55897'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:30:56.841918 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:30:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:30:56.912359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] For port da11aa18-cd32-4fac-a32d-683d1bf2a4fa, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=da11aa18-cd32-4fac-a32d-683d1bf2a4fa,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80045) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:30:56.912766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.033563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] Set router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:30:57.046485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Calling delete_port for da11aa18-cd32-4fac-a32d-683d1bf2a4fa owned by network:router_gateway {{(pid=80045) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:30:57.194681 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3123428'] for port, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.364902 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:30:54Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:30:57.370010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c3731-000d-4247-82d5-aa0edf958764 None None] The sync data for ids ['7a56927b-e0ca-4bcb-9ef5-10e74bf55897'] in dv-cinder-768592-3-iscsi is: [{'id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'name': 'tempest-AttachVolumeShelveTestJSON-974426120-router', 'tenant_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:16:25Z', 'updated_at': '2021-01-15T10:30:54Z', 'revision_number': 5, 'project_id': 'b273a27b59c6473d9863ff7d7d838a5c', 'gw_port': {'id': 'da11aa18-cd32-4fac-a32d-683d1bf2a4fa', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a56927b-e0ca-4bcb-9ef5-10e74bf55897', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:16:27Z', 'updated_at': '2021-01-15T10:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:30:57.397682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854093080'] for router_gateway, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.539456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-190275'] for router, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.541890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.569468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114734'] for router, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.570078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a56927b-e0ca-4bcb-9ef5-10e74bf55897 {{(pid=80045) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:30:57.584004 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] Notify callbacks [] for router, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.585259 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-0b90d712-fdb3-44de-9a6e-78d966759b97 admin admin] 10.222.0.75 "DELETE /v2.0/routers/7a56927b-e0ca-4bcb-9ef5-10e74bf55897 HTTP/1.1" status: 204 len: 168 time: 1.2831879 Jan 15 10:30:57.588089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50322) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:30:57.661805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-6066175c-d412-4eb9-801a-565c24e12f62 admin admin] Deleting subnet 118eb53f-349e-4b9d-be7d-841e6b3b7345 {{(pid=80045) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:30:57.666077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6066175c-d412-4eb9-801a-565c24e12f62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.722209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6066175c-d412-4eb9-801a-565c24e12f62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851680296'] for subnet, precommit_delete_associations {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:57.789558 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.db_base_plugin_v2 [None req-6066175c-d412-4eb9-801a-565c24e12f62 admin admin] Found port (8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8, 172.20.0.8) having IP allocation on subnet 118eb53f-349e-4b9d-be7d-841e6b3b7345, cannot delete Jan 15 10:30:57.793872 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.pecan_wsgi.hooks.translation [None req-6066175c-d412-4eb9-801a-565c24e12f62 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 15 10:30:57.794378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6066175c-d412-4eb9-801a-565c24e12f62 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80045) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 15 10:30:57.796442 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6066175c-d412-4eb9-801a-565c24e12f62 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 409 len: 404 time: 0.2071538 Jan 15 10:30:58.298084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 1bc77dd9-af50-4237-958b-b9e11a51ee05 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:30:58.338355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 1bc77dd9-af50-4237-958b-b9e11a51ee05 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:30:58.338760 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 1bc77dd9-af50-4237-958b-b9e11a51ee05 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:30:58.339303 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device da11aa18-cd32-4fac-a32d-683d1bf2a4fa no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:30:58.375533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: da11aa18-cd32-4fac-a32d-683d1bf2a4fa {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:30:58.375937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device da11aa18-cd32-4fac-a32d-683d1bf2a4fa not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:30:58.548451 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 50342) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:30:58.690588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1611388510-network', 'tenant_id': '47a425a205e8463ba388cd3084ebab50'}} {{(pid=80045) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:30:58.696611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:30:58.701659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Usage tracker for resource:network and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:30:58.705965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:30:58.712642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:30:58.721912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Made reservation on behalf of 47a425a205e8463ba388cd3084ebab50 for: {'network': 1} {{(pid=80045) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:30:58.726667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for network, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:58.741763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:58.768624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:30:58.772858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:30:58.775977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:30:58.781927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:30:58.877181 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:58.879968 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:58.883843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5791fa70-93ae-4720-9cfe-6af4c95c9f19 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:30:58.922320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80045) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 15 10:30:58.928927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee701761-8629-4262-bc02-fc58d55c5c35,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:30:58.934081 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:30:58.938291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:58.938781 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.segments_db [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Added segment bac9bfb4-d099-43ff-876a-1db75c8a8132 of type vxlan for network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 Jan 15 10:30:58.970344 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363273802240099'] for network, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:59.011748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788'] for network, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:59.013133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:30:59.013776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:59.019685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:30:59.127482 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5777624 Jan 15 10:30:59.128461 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=1dcf8e81-586a-4187-9eb3-3f3fc3f42401,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:30:59.130706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50348) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:30:59.131700 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6e3e9236-f5b7-45c3-bad6-db8069ceb5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:30:59.138233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Request body: {'subnet': {'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1611388510-subnet', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:30:59.141774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 details requested by agent ovs-agent-dv-cinder-768592-3-iscsi with host dv-cinder-768592-3-iscsi {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:30:59.146330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:30:59.150554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Usage tracker for resource:subnet and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:30:59.153653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:30:59.155528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 details requested by agent ovs-agent-hv-cinder-76859 with host hv-cinder-76859 {{(pid=80046) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 15 10:30:59.159635 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:30:59.180979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Made reservation on behalf of 47a425a205e8463ba388cd3084ebab50 for: {'subnet': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:30:59.186029 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851808981'] for subnet, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:59.876879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264636', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851808998'] for subnet, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:30:59.893900 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:00.026647 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:00.050364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.050963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.051624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.052191 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.052599 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.053003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.053408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.053807 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.054203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.054621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.055034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.055429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.055869 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.056265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.056656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.057047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.057433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.057822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.058211 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.058598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.058999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.059412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.059801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.060188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:00.066091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:00.123126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Checking segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:31:00.123520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Network hostable DHCP agents. Network: 1dcf8e81-586a-4187-9eb3-3f3fc3f42401, hostable agents: ['b789767c-a92b-4899-867b-aff6bbac3db2'], hosted agents: [] {{(pid=80044) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 15 10:31:00.144731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 is scheduled to be hosted by DHCP agent b789767c-a92b-4899-867b-aff6bbac3db2 with binding_index 1 {{(pid=80044) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 15 10:31:00.155454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-3-iscsi, 1dcf8e81-586a-4187-9eb3-3f3fc3f42401) {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:31:00.164787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4471b2-9824-4371-9482-2ca599d40b83 None None] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:31:00.172414 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:00.173103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:00.207875 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ae329968-80bf-4f81-8a36-9a750298dd4d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0731840 Jan 15 10:31:00.208113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50352) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:00.214605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:31:00.219941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:31:00.224776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Usage tracker for resource:router and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:31:00.229023 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:31:00.236328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:31:00.252846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-662581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-190268'] for router, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:00.254753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854113198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-682549', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-770750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854585525'] for router, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:00.283254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:00.456808 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08de7bc3-642c-5ccd-990e-56bbb9827f17-1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df'}]}} from dv-cinder-768592-3-iscsi. {{(pid=80046) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 15 10:31:00.458563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:00.615560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-682532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-662564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854585510'] for router, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:00.779052 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Allocated IP 172.20.0.2 (1dcf8e81-586a-4187-9eb3-3f3fc3f42401/117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df/e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17) {{(pid=80046) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:31:00.970729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.007117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.025231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Notify callbacks [] for port, precommit_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.037871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Transition to ACTIVE for port object e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:31:01.055917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Transition to ACTIVE for port object e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 will not be triggered until provisioned by entity DHCP. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:31:01.060804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842'] for port, after_create {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.077115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:01.215055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Pushing event updated for resources: {'Port': ['ID=e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17,revision_number=1']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:01.239110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.239493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.239881 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.240254 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.240754 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.241131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.241499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.241897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.242405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.242776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.243168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.243532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.243938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.244309 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.244951 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.245354 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.245695 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.246109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.246470 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.246830 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.247230 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.247584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.247942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.248308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:01.252746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:01.297574 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 is already hosted by enough agents. {{(pid=80046) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:31:01.299102 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Resources bound (agent type, host, resource id): {{(pid=80046) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:31:01.301677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Received port after_create {{(pid=80046) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:31:01.312362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Allocated IP 172.27.1.20 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/2e85b3ee-27ce-4594-9ddc-df59a5644a56) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:31:01.367397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Attempting to bind port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:31:01.367817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Attempting to bind port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:31:01.368243 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Attempting to bind port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 on network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:31:01.376431 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:31:01.376861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Checking segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:31:01.377359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.377815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Bound using segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:31:01.378618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Bound port: e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:31:01.379845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.483274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.499007 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] For port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:31:01.502437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] For port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:31:01.506010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.517965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:01.520779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-65578e38-6d12-40fd-a440-cbbd65060136 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:01.536644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cb25d360-0791-4800-a2ba-fbb0af520788 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:01.673802 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Pushing event updated for resources: {'Port': ['ID=e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:01.676989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Pushing event updated for resources: {'Port': ['ID=2e85b3ee-27ce-4594-9ddc-df59a5644a56,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:01.679997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:01.682782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:01.735481 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:31:01.736729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:31:01.739757 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:31:02.224586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:02.325551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:31:02.396468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:31:02.874369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854113236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854093110'] for router, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:03.103643 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa is scheduled to L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 with binding_index 1 {{(pid=80044) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 15 10:31:03.128483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03050584-3473-4846-b9fd-08a3cc658959 None None] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:31:03.257126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f310aa8a-e662-4e3f-903b-fbe6948be6d5 None None] Provisioning for port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:31:03.276422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f310aa8a-e662-4e3f-903b-fbe6948be6d5 None None] Provisioning complete for port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:03.276757 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f310aa8a-e662-4e3f-903b-fbe6948be6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:03.313793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:31:03.340745 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:03.342113 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-354452a2-f32a-450e-bfef-6a85da822c98 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1329412 Jan 15 10:31:03.345151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50356) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:03.357676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Sync routers for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:31:03.401049 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:03.401678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:30:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:03.870706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f310aa8a-e662-4e3f-903b-fbe6948be6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:03.892525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:04.138345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f310aa8a-e662-4e3f-903b-fbe6948be6d5 None None] For port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:04.143390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f310aa8a-e662-4e3f-903b-fbe6948be6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:04.149382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a1cc716c-0bdc-4911-835e-eab57206b24f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:04.164629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:04.321082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310aa8a-e662-4e3f-903b-fbe6948be6d5 None None] Pushing event updated for resources: {'Port': ['ID=e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:04.325859 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f310aa8a-e662-4e3f-903b-fbe6948be6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:04.345118 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ecc83e1-07e4-4626-9931-ac95378c6fff None None] Provisioning complete for port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:04.345601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ecc83e1-07e4-4626-9931-ac95378c6fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:04.453214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:02Z', 'revision_number': 3, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:04.461133 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Checking router: 5f4a0f87-8e98-45dc-86c5-df554f5e86aa for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:31:04.461531 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Updating router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa port 2e85b3ee-27ce-4594-9ddc-df59a5644a56 binding host dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:31:04.575367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:04.583512 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Allocated IP 172.20.0.1 (1dcf8e81-586a-4187-9eb3-3f3fc3f42401/117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df/b3472d4e-922a-4f29-9170-39db48cb2877) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:31:04.761267 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:04.779298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Transition to ACTIVE for port object b3472d4e-922a-4f29-9170-39db48cb2877 will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:31:04.780517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-217c8070-de67-4fdc-b8bd-1a1b7cbc415d None None] Provisioning complete for port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:04.780941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-217c8070-de67-4fdc-b8bd-1a1b7cbc415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:04.804948 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:04.825942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ee69d1b6-e261-4f8b-b8a9-d7a490d63f7c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:04.981546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Pushing event updated for resources: {'Port': ['ID=b3472d4e-922a-4f29-9170-39db48cb2877,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:04.987961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:05.048878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:31:05.050435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:31:05.053196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:31:05.121325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854115314'] for router_interface, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.140802 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Notify callbacks [] for port, precommit_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.166783 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Transition to ACTIVE for port object 2e85b3ee-27ce-4594-9ddc-df59a5644a56 will not be triggered until provisioned by entity L2. {{(pid=80046) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:31:05.174559 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.193340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8a70f9ca-0005-4b1d-902f-cf258ea3ce8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:05.359911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a1ef0-3469-4425-9647-4a6a6bc17a4d None None] Pushing event updated for resources: {'Port': ['ID=2e85b3ee-27ce-4594-9ddc-df59a5644a56,revision_number=2']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:05.368393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f43a1ef0-3469-4425-9647-4a6a6bc17a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:05.388534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-03bd92a6-dd6f-45ae-b60c-6a223558c8cf None None] Provisioning for port b3472d4e-922a-4f29-9170-39db48cb2877 completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:31:05.402516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-03bd92a6-dd6f-45ae-b60c-6a223558c8cf None None] Provisioning complete for port b3472d4e-922a-4f29-9170-39db48cb2877 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:05.403016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-03bd92a6-dd6f-45ae-b60c-6a223558c8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.412446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.493958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-03bd92a6-dd6f-45ae-b60c-6a223558c8cf None None] Port b3472d4e-922a-4f29-9170-39db48cb2877 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:31:05.523662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Attempting to bind port 2e85b3ee-27ce-4594-9ddc-df59a5644a56 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:31:05.524252 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Attempting to bind port 2e85b3ee-27ce-4594-9ddc-df59a5644a56 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:31:05.524733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Attempting to bind port 2e85b3ee-27ce-4594-9ddc-df59a5644a56 on network 1ea1df50-65de-4ce2-9373-48960240e3a6 {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:31:05.531312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:31:05.531741 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Checking segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80046) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:31:05.532189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.532640 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Bound using segment: {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'} {{(pid=80046) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:31:05.533154 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Bound port: 2e85b3ee-27ce-4594-9ddc-df59a5644a56, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}}] {{(pid=80046) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:31:05.533576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.617106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] For port 2e85b3ee-27ce-4594-9ddc-df59a5644a56, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80046) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:31:05.621015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] For port 2e85b3ee-27ce-4594-9ddc-df59a5644a56, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=2e85b3ee-27ce-4594-9ddc-df59a5644a56,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:31:05.624250 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.641355 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:05.729659 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.734340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:05.765251 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:05.829836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a1ef0-3469-4425-9647-4a6a6bc17a4d None None] Pushing event updated for resources: {'Port': ['ID=2e85b3ee-27ce-4594-9ddc-df59a5644a56,revision_number=3']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:05.836357 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f43a1ef0-3469-4425-9647-4a6a6bc17a4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:05.881837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:05.883346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:30:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:06.085854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:06.134239 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1236773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-660721'] for router_interface, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:06.159781 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Pushing event updated for resources: {'Port': ['ID=b3472d4e-922a-4f29-9170-39db48cb2877,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:06.218814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:06.318069 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:31:06.319429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:31:06.320476 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:31:06.564981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:31:06.708024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:06.708762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:06.777382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:31:06.778016 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7f8cdfb5-a195-4bcc-88ad-057ebdd86668 None None] Provisioning complete for port b3472d4e-922a-4f29-9170-39db48cb2877 triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:06.778583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7f8cdfb5-a195-4bcc-88ad-057ebdd86668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:06.787452 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] 10.222.0.75 "PUT /v2.0/routers/5f4a0f87-8e98-45dc-86c5-df554f5e86aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4410813 Jan 15 10:31:06.874651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7f8cdfb5-a195-4bcc-88ad-057ebdd86668 None None] Port b3472d4e-922a-4f29-9170-39db48cb2877 cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:31:06.928892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 2, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:06.939026 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea4013-89e6-4d41-8912-46a813926e19 None None] The sync data for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi is: [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 2, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:31:07.821965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50366) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:07.828414 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'security_group': {'name': 'tempest-securitygroup--831293489', 'description': 'tempest-description--2101730905'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:31:07.840240 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:31:07.844550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:security_group and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:31:07.848326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:31:07.859762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:31:07.872010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:07.895385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:31:07.900142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:security_group_rule and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:31:07.903991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:31:07.910209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:31:08.000076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.003857 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.008178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-80ac5cbd-c683-4a75-acf4-44855bece56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:08.058934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'SecurityGroup': ['ID=cde49325-c9e7-4b6c-be22-5f31f0a883b4,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:08.062266 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:08.063801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.067993 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1894a276-6272-439a-8ac1-31a8cb233887 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2417066 Jan 15 10:31:08.068690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50370) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:08.074543 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'security_group_rule': {'security_group_id': 'cde49325-c9e7-4b6c-be22-5f31f0a883b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:31:08.085213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:31:08.090116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:security_group_rule and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:31:08.093345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:31:08.099446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:31:08.118377 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.198525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.201988 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.212024 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-accf9c4e-79cf-4202-80f0-dd92efcd84c3 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:08.233294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab9b893-813a-46ce-91c7-9488bbb3aeb9,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:08.236568 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:08.244195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.246084 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761196 Jan 15 10:31:08.248983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50374) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:08.255100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'security_group_rule': {'security_group_id': 'cde49325-c9e7-4b6c-be22-5f31f0a883b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:31:08.265788 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:31:08.270513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:security_group_rule and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:31:08.276642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:31:08.284740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:31:08.308412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.337527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 2e85b3ee-27ce-4594-9ddc-df59a5644a56 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:31:08.394151 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.400094 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.408725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:08.417861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port 2e85b3ee-27ce-4594-9ddc-df59a5644a56 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:31:08.423908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 2e85b3ee-27ce-4594-9ddc-df59a5644a56 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:08.424571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.435222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513aa78e-bdd6-4cfe-b84e-ee4d618af693,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:08.438298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:08.450874 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.452286 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-24eee198-b059-44cc-b3ba-95bfa353176b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2022278 Jan 15 10:31:08.456257 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50378) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:08.463946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'floatingip': {'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:31:08.475423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:31:08.490641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:floatingip and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:31:08.493821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:31:08.501122 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:31:08.577544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.599285 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port 2e85b3ee-27ce-4594-9ddc-df59a5644a56, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=2e85b3ee-27ce-4594-9ddc-df59a5644a56,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:08.695953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.697009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:08.699733 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:08.785738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=2e85b3ee-27ce-4594-9ddc-df59a5644a56,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:08.790168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:08.882960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:09.202500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Allocated IP 172.27.1.91 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/55ba65b4-a482-4a3a-829a-559e82f628e3) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:31:09.368597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:09.396501 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:09.412363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-78f82d9d-62f0-4260-acde-276c8b836ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:09.562229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'Port': ['ID=55ba65b4-a482-4a3a-829a-559e82f628e3,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:09.565282 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:09.624281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:31:09.625595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:31:09.628747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:31:09.731340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:09.804043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:10.112826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:10.116767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:10.132932 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:10.285243 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'Port': ['ID=55ba65b4-a482-4a3a-829a-559e82f628e3,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:10.291676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:10.320218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 2e85b3ee-27ce-4594-9ddc-df59a5644a56 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:31:10.411321 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port 2e85b3ee-27ce-4594-9ddc-df59a5644a56 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:10.411819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:10.457752 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:10.484155 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Sync routers for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:31:10.489126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:10.489126 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0311246 Jan 15 10:31:10.500324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:10.502100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:30:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:10.713226 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:10.729801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-039e279e-0086-4b1e-9faf-a90554430776 req-23dd399b-8bba-48a5-9cb9-324fb733cda6 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Synchronizing usage tracker for tenant:47a425a205e8463ba388cd3084ebab50 on resource:security_group {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:31:10.747351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-039e279e-0086-4b1e-9faf-a90554430776 req-23dd399b-8bba-48a5-9cb9-324fb733cda6 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Unset dirty status for tenant:47a425a205e8463ba388cd3084ebab50 on resource:security_group {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:31:10.748622 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-23dd399b-8bba-48a5-9cb9-324fb733cda6 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--831293489&fields=id&tenant_id=47a425a205e8463ba388cd3084ebab50 HTTP/1.1" status: 200 len: 267 time: 0.0770633 Jan 15 10:31:10.953851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e279e-0086-4b1e-9faf-a90554430776 req-0845b1dc-e083-4d36-b1f1-9e73488c2e0f tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:10.954567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-039e279e-0086-4b1e-9faf-a90554430776 req-0845b1dc-e083-4d36-b1f1-9e73488c2e0f tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Synchronizing usage tracker for tenant:47a425a205e8463ba388cd3084ebab50 on resource:network {{(pid=80045) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:31:10.971499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-039e279e-0086-4b1e-9faf-a90554430776 req-0845b1dc-e083-4d36-b1f1-9e73488c2e0f tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Unset dirty status for tenant:47a425a205e8463ba388cd3084ebab50 on resource:network {{(pid=80045) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:31:10.972863 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-0845b1dc-e083-4d36-b1f1-9e73488c2e0f tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 811 time: 0.2138278 Jan 15 10:31:10.990447 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-0c9bc41d-915d-4ff5-8721-713f8390c3a6 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/quotas/47a425a205e8463ba388cd3084ebab50 HTTP/1.1" status: 200 len: 375 time: 0.0101054 Jan 15 10:31:11.065795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 2, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:11.071305 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Checking router: 5f4a0f87-8e98-45dc-86c5-df554f5e86aa for host: dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:31:11.071713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Updating router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa port b3472d4e-922a-4f29-9170-39db48cb2877 binding host dv-cinder-768592-3-iscsi {{(pid=80047) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 15 10:31:11.134730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:11.335839 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-1bcfb464-1182-4a28-a120-21ba97e70e41 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3375180 Jan 15 10:31:11.355231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-5a184272-a7dd-40bd-a8e6-602aabf354f6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80045) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:31:11.356308 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-5a184272-a7dd-40bd-a8e6-602aabf354f6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0067074 Jan 15 10:31:11.534104 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-3762511b-372e-481e-b58a-41ddbdfd1b67 service neutron] 10.222.0.75 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708679 Jan 15 10:31:11.688296 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-c1cbce55-ac31-42b7-adb5-9f5cedc17a9a service neutron] 10.222.0.75 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1462371 Jan 15 10:31:11.734504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Notify callbacks [] for port, precommit_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:11.749449 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Transition to ACTIVE for port object b3472d4e-922a-4f29-9170-39db48cb2877 will not be triggered until provisioned by entity L2. {{(pid=80047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:31:11.752326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:11.769516 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:11.906817 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c6f36e96-60a7-4cde-9267-5b171e513b30 req-9544e4df-6c06-4c3f-abb8-09a4a1a2b03e tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 210 time: 0.0463259 Jan 15 10:31:11.907276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Pushing event updated for resources: {'Port': ['ID=b3472d4e-922a-4f29-9170-39db48cb2877,revision_number=3']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:11.928462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.929775 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.930218 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.930588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.930960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.931382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.931941 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.932310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.932678 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.933043 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.933406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.933770 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.934175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.934686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.935115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.935542 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.935906 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.936365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.936731 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.937093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.937453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.937806 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.938177 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.939220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:31:11.943327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:12.101841 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Attempting to bind port b3472d4e-922a-4f29-9170-39db48cb2877 on host dv-cinder-768592-3-iscsi for vnic_type normal with profile {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:31:12.102259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Attempting to bind port b3472d4e-922a-4f29-9170-39db48cb2877 by drivers openvswitch on host dv-cinder-768592-3-iscsi at level 0 using segments [{'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:31:12.102697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Attempting to bind port b3472d4e-922a-4f29-9170-39db48cb2877 on network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:31:12.109229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Checking agent: {'id': 'c6d35743-97f0-4e6e-96b6-776c347e26b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 7, 49), 'started_at': datetime.datetime(2021, 1, 15, 10, 8, 19), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.42', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:31:12.109653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Checking segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:31:12.110103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:12.110546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Bound using segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} {{(pid=80047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:31:12.111114 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Bound port: b3472d4e-922a-4f29-9170-39db48cb2877, host: dv-cinder-768592-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'}}] {{(pid=80047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:31:12.111536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:12.211422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] For port b3472d4e-922a-4f29-9170-39db48cb2877, host dv-cinder-768592-3-iscsi, cleared binding levels {{(pid=80047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:31:12.215861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] For port b3472d4e-922a-4f29-9170-39db48cb2877, host dv-cinder-768592-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b3472d4e-922a-4f29-9170-39db48cb2877,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:31:12.220056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80047) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:12.241949 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-eaa2e58a-e02f-4e39-8a0d-b4edcbfbe85a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:12.394434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Pushing event updated for resources: {'Port': ['ID=b3472d4e-922a-4f29-9170-39db48cb2877,revision_number=4']} {{(pid=80047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:12.399297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-449a0d10-052e-422c-81bc-35694bc17f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80047) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:12.439996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80047) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:12.440675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:30:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:12.634259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80047) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:12.901306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:13.005707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:12Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80047) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:13.011726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f08ed-dcab-4387-b6e8-830350fb2585 None None] The sync data for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi is: [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:12Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80047) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:31:13.046249 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-41e9f1c3-35fe-4a9d-a35f-158c0ed8b8c5 req-ca903041-8fb4-4f53-80df-519dbd8f8d81 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 210 time: 0.0567639 Jan 15 10:31:14.177500 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-bad5e05d-1ee8-4ba7-820d-6e90b68c95f5 req-8849ce7b-0d46-4264-9fdd-23a353feab82 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 210 time: 0.0470357 Jan 15 10:31:14.328641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b3472d4e-922a-4f29-9170-39db48cb2877 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:31:14.407366 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning for port b3472d4e-922a-4f29-9170-39db48cb2877 completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:31:14.413120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port b3472d4e-922a-4f29-9170-39db48cb2877 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:14.413550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:14.540149 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:14.576872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] For port b3472d4e-922a-4f29-9170-39db48cb2877, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b3472d4e-922a-4f29-9170-39db48cb2877,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:14.579903 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:14.581860 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:14.649969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Pushing event updated for resources: {'Port': ['ID=b3472d4e-922a-4f29-9170-39db48cb2877,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:14.653429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:15.308293 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4b0cf806-35a3-406c-8f6f-8afcc8548631 req-ed92e194-5aaf-43f1-abf2-e59a76795917 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 210 time: 0.0491619 Jan 15 10:31:15.710145 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b29a526f-2cdb-4822-9010-1b4e6d50af10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:16.316193 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b3472d4e-922a-4f29-9170-39db48cb2877 up at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:31:16.412194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Provisioning complete for port b3472d4e-922a-4f29-9170-39db48cb2877 triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:16.412936 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:16.512780 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e3fdc03-60b5-41d5-9ede-9245acc59d39 req-99713271-85b3-42fb-bc56-2184ba390bb8 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 210 time: 0.0518737 Jan 15 10:31:17.165744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e279e-0086-4b1e-9faf-a90554430776 req-1e99a586-ac5f-44a5-a583-cff831a9ef38 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:17.167461 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-1e99a586-ac5f-44a5-a583-cff831a9ef38 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 811 time: 0.2001278 Jan 15 10:31:17.264520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-039e279e-0086-4b1e-9faf-a90554430776 req-185870ac-8a8f-496d-bb9a-19113973eaff tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Synchronizing usage tracker for tenant:47a425a205e8463ba388cd3084ebab50 on resource:security_group {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:31:17.278527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-039e279e-0086-4b1e-9faf-a90554430776 req-185870ac-8a8f-496d-bb9a-19113973eaff tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Unset dirty status for tenant:47a425a205e8463ba388cd3084ebab50 on resource:security_group {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:31:17.279912 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-185870ac-8a8f-496d-bb9a-19113973eaff tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47a425a205e8463ba388cd3084ebab50 HTTP/1.1" status: 200 len: 5708 time: 0.0977588 Jan 15 10:31:17.289820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'port': {'device_id': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'admin_state_up': True, 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'security_groups': ['cde49325-c9e7-4b6c-be22-5f31f0a883b4']}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:31:17.448109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:31:17.452201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:port and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:31:17.455551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for port was recalculated. Used quota:3. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:31:17.461608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:31:17.470299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Made reservation on behalf of 47a425a205e8463ba388cd3084ebab50 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:31:17.479198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:17.717812 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-73f9b4dc-75cf-4840-90a0-3a831ee08f46 req-f211fa03-35fd-4127-b416-39ff7e317262 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 210 time: 0.0524232 Jan 15 10:31:17.808450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Allocated IP 172.20.0.11 (1dcf8e81-586a-4187-9eb3-3f3fc3f42401/117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df/640375f6-8ef6-4405-a2ff-7d7d1bc594dc) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:31:17.942328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6789aa07-2bb7-47ea-bbfd-877c4f06cccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:18.016998 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:18.034891 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Transition to ACTIVE for port object 640375f6-8ef6-4405-a2ff-7d7d1bc594dc will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:31:18.055831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:18.072062 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f859e5ee-0096-459b-9fa6-6899bcaed307 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:18.214614 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'Port': ['ID=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:18.219166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:18.390719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:18.523028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:31:18.526298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:31:18.529613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:31:18.627750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:18.628490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:18.657526 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-cc66dfff-d8f3-4275-91e5-69a25f2c9b24 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3717847 Jan 15 10:31:18.674027 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Request body: {'port': {'device_id': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:31:18.731233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-e070cd8c-cf54-4291-8d6b-4c32681f78cf None None] Provisioning for port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:31:18.736372 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-e070cd8c-cf54-4291-8d6b-4c32681f78cf None None] Provisioning complete for port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:18.736793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e070cd8c-cf54-4291-8d6b-4c32681f78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:18.800570 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-e070cd8c-cf54-4291-8d6b-4c32681f78cf None None] Port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:31:18.809353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:18.969096 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e476b6-011d-4c05-81aa-884e3103783e req-2cb979c1-e1ce-44da-aa99-2a5b1de52114 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:18.970792 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-33e476b6-011d-4c05-81aa-884e3103783e req-2cb979c1-e1ce-44da-aa99-2a5b1de52114 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 932 time: 0.1135988 Jan 15 10:31:19.028376 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-33e476b6-011d-4c05-81aa-884e3103783e req-92de3fd0-73dc-42e2-98f2-e5d5ad02e3ec tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503459 Jan 15 10:31:19.264532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640375f6-8ef6-4405-a2ff-7d7d1bc594dc {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:31:19.272749 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:19.285729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Transition to ACTIVE for port object 640375f6-8ef6-4405-a2ff-7d7d1bc594dc will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:31:19.288572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:19.305391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f68de57b-2f2a-49b3-a6c5-34261bfcf043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:19.446721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Pushing event updated for resources: {'Port': ['ID=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:19.452557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:19.611861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:19.645508 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Attempting to bind port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:31:19.645962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Attempting to bind port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:31:19.646222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Attempting to bind port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc on network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:31:19.653435 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:31:19.653821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Checking segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:31:19.654174 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:19.654576 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Bound using segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:31:19.655076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Bound port: 640375f6-8ef6-4405-a2ff-7d7d1bc594dc, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:31:19.655455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:19.753637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] For port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:31:19.756981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] For port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:31:19.761804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:19.782882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fa345df2-1f58-434c-b8a9-61c2e16e27e7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:19.936777 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Pushing event updated for resources: {'Port': ['ID=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:19.942693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:19.976927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:19.977602 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:19.979155 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-14bf608c-1871-43e1-bc39-4fed53db6058 service neutron] 10.222.0.64 "PUT /v2.0/ports/640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 200 len: 1158 time: 1.3123043 Jan 15 10:31:19.979703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:31:20.076734 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc', 'status': 'completed', 'code': 200} Jan 15 10:31:20.127748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e279e-0086-4b1e-9faf-a90554430776 req-e94a7434-39e2-4b1a-b6fa-37d5f39ae8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:20.129811 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-e94a7434-39e2-4b1a-b6fa-37d5f39ae8b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 1161 time: 0.1072559 Jan 15 10:31:20.214005 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-96e0ed40-08f5-4b82-b19c-b3ddf524bbae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 200 len: 217 time: 0.0735507 Jan 15 10:31:20.289162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e279e-0086-4b1e-9faf-a90554430776 req-352e81dc-7f83-40ce-8b34-a87a50ea94b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:20.290814 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-352e81dc-7f83-40ce-8b34-a87a50ea94b4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0707827 Jan 15 10:31:20.321965 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3598e0-a463-41c6-9c26-507da2d6e5cb req-48b6da3a-d7e3-4f9c-9f2f-ed574a91e8bf tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:20.323954 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3e3598e0-a463-41c6-9c26-507da2d6e5cb req-48b6da3a-d7e3-4f9c-9f2f-ed574a91e8bf tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 944 time: 0.1248870 Jan 15 10:31:20.382372 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3e3598e0-a463-41c6-9c26-507da2d6e5cb req-39cfa88d-5b74-478d-8a19-ac667d213948 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516853 Jan 15 10:31:20.401878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e279e-0086-4b1e-9faf-a90554430776 req-81ae25e0-341e-457e-b90b-5e2f5a988167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:20.403851 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-81ae25e0-341e-457e-b90b-5e2f5a988167 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053760 Jan 15 10:31:20.425773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:20.589822 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-6f69aaa1-67b3-4cab-95a0-07a9925dd18b service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729059 Jan 15 10:31:20.750285 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-039e279e-0086-4b1e-9faf-a90554430776 req-c23ff4de-c726-4a63-adac-17be1f6111e1 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1536360 Jan 15 10:31:20.902527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-4e17d675-f25f-4c0b-91d5-0d34be4f29f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:20.904533 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-4e17d675-f25f-4c0b-91d5-0d34be4f29f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 1161 time: 0.1027231 Jan 15 10:31:21.058291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-d2e45930-be5a-476b-8f83-3cbb11ce474a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:21.059919 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-d2e45930-be5a-476b-8f83-3cbb11ce474a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1482022 Jan 15 10:31:21.139184 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-54432645-fc9e-4d89-b070-010db5da31e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 200 len: 217 time: 0.0703654 Jan 15 10:31:21.211684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-ca56de15-c35b-4c37-b17e-f069f5aae311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:21.213296 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-ca56de15-c35b-4c37-b17e-f069f5aae311 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0666592 Jan 15 10:31:21.296272 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-f664189f-49d9-43e8-ad50-aeb2ac16038b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:21.297845 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-f664189f-49d9-43e8-ad50-aeb2ac16038b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777621 Jan 15 10:31:21.471218 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-28f98414-f2c5-4199-8278-32f48a4915aa service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647866 Jan 15 10:31:21.640153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74d381-7c2e-4643-86cf-e22b61e515c2 req-9ef8ff1c-f693-4ee6-bb3e-f5133be20e40 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:21.640651 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5ffbaba7-1444-4d0e-bf37-032bd69b2b0e req-4f855c6f-6bdc-447f-8f1b-84b1ad9b14b4 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1628187 Jan 15 10:31:21.641818 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5c74d381-7c2e-4643-86cf-e22b61e515c2 req-9ef8ff1c-f693-4ee6-bb3e-f5133be20e40 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 944 time: 0.1136312 Jan 15 10:31:21.702545 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5c74d381-7c2e-4643-86cf-e22b61e515c2 req-d8f0ff65-1f01-4346-a34f-c07b79d92d3f tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539622 Jan 15 10:31:22.936831 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76843d48-b83c-44c6-adfb-97ead0260a56 req-d98dbfd2-9dd4-404d-8cf1-51200e50b83b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:22.938469 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76843d48-b83c-44c6-adfb-97ead0260a56 req-d98dbfd2-9dd4-404d-8cf1-51200e50b83b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 944 time: 0.1073442 Jan 15 10:31:22.996725 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-76843d48-b83c-44c6-adfb-97ead0260a56 req-c8eb80e6-afd8-4a55-97be-767644016225 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515511 Jan 15 10:31:23.926159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 640375f6-8ef6-4405-a2ff-7d7d1bc594dc up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:31:24.004260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:31:24.010261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:24.010680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:24.137836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:24.166652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:31:24.178625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:31:24.181996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:24.183980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:31:24.258000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:31:24.262369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:31:24.282483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155927c-076c-489a-9c73-c7a75c108673 req-f817864f-c6fe-4ccd-a564-ed2627517329 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:24.284204 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0155927c-076c-489a-9c73-c7a75c108673 req-f817864f-c6fe-4ccd-a564-ed2627517329 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 946 time: 0.1523285 Jan 15 10:31:24.348093 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0155927c-076c-489a-9c73-c7a75c108673 req-3e1de11c-612a-40e8-8b99-7030ef2852d7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549452 Jan 15 10:31:24.424032 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc', 'code': 200} Jan 15 10:31:24.689204 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484bc50-11e2-4c0d-96bb-cca217de22e3 req-83548bbd-38f4-42c8-89a5-fe17c30964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:24.690804 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d484bc50-11e2-4c0d-96bb-cca217de22e3 req-83548bbd-38f4-42c8-89a5-fe17c30964b2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 1163 time: 0.0842140 Jan 15 10:31:24.742760 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d484bc50-11e2-4c0d-96bb-cca217de22e3 req-6999b814-408d-4b94-a2ac-158c4464ba53 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440898 Jan 15 10:31:25.345541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:31:25.600210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968d219-560c-4f61-87ba-72130d3bebaf req-52b3eca1-25a4-4959-a041-5e12602d0b87 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:25.601878 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3968d219-560c-4f61-87ba-72130d3bebaf req-52b3eca1-25a4-4959-a041-5e12602d0b87 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 946 time: 0.1082962 Jan 15 10:31:25.655954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 640375f6-8ef6-4405-a2ff-7d7d1bc594dc up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:31:25.657821 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-3968d219-560c-4f61-87ba-72130d3bebaf req-2560126d-6f9f-46d3-a3a6-df53f56147d1 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494397 Jan 15 10:31:25.727529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:31:25.727946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:26.896923 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beadfaf-b506-4573-8c09-ed422aa0451c req-0672c598-8093-46df-a2fc-3839d2d85c7c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:26.898647 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2beadfaf-b506-4573-8c09-ed422aa0451c req-0672c598-8093-46df-a2fc-3839d2d85c7c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 946 time: 0.1046734 Jan 15 10:31:26.956701 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-2beadfaf-b506-4573-8c09-ed422aa0451c req-c84b3a2c-0a63-479a-a83f-c9ae762bd4bb tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513110 Jan 15 10:31:27.201638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0a803-0826-4900-a176-35b10ec66435 req-8d5de6e2-58fd-49fd-b6eb-07ca27cd2b02 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:27.203353 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6ba0a803-0826-4900-a176-35b10ec66435 req-8d5de6e2-58fd-49fd-b6eb-07ca27cd2b02 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 946 time: 0.1049929 Jan 15 10:31:27.214200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 50446) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:31:27.220111 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'floatingip': {'port_id': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:31:27.309115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:28.206846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:28.209836 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:28.407374 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Floating IP eb3e6940-92dc-4092-b644-626db174b0a5 associated. External IP: 172.27.1.91, port: 640375f6-8ef6-4405-a2ff-7d7d1bc594dc. Jan 15 10:31:28.810081 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:31:29.006803 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:31:29.011895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:29.016753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] Sync routers for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:31:29.028053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:29.028740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:31:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:29.074175 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-483d8402-8d3c-42bf-9f9a-8d275d53cf3d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "PUT /v2.0/floatingips/eb3e6940-92dc-4092-b644-626db174b0a5 HTTP/1.1" status: 200 len: 991 time: 1.8542016 Jan 15 10:31:29.074175 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:31:29.225818 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:29.270389 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc', 'status': 'completed', 'code': 200} Jan 15 10:31:29.385347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50921fee-1518-4798-bef6-9b956a8ea396 req-55f51efb-350f-447f-9332-80ca8066950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:29.386857 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50921fee-1518-4798-bef6-9b956a8ea396 req-55f51efb-350f-447f-9332-80ca8066950a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 1163 time: 0.0895979 Jan 15 10:31:29.544554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50921fee-1518-4798-bef6-9b956a8ea396 req-ebac2439-e1bc-4371-9036-4f355717c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:29.546099 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50921fee-1518-4798-bef6-9b956a8ea396 req-ebac2439-e1bc-4371-9036-4f355717c204 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1522510 Jan 15 10:31:29.628405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': 'eb3e6940-92dc-4092-b644-626db174b0a5', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'port_id': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'mac_address': 'fa:16:3e:fe:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:31:09Z', 'updated_at': '2021-01-15T10:31:27Z', 'revision_number': 1, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:29.632864 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] Checking router: 5f4a0f87-8e98-45dc-86c5-df554f5e86aa for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:31:29.642213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:31:29.642889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:31:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:29.660374 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50921fee-1518-4798-bef6-9b956a8ea396 req-c0f51c55-0e39-404d-8962-195dbf63a596 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 200 len: 999 time: 0.1064668 Jan 15 10:31:29.740192 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50921fee-1518-4798-bef6-9b956a8ea396 req-a9cf4aa3-deee-4788-a5cb-bc658d24ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:29.741803 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50921fee-1518-4798-bef6-9b956a8ea396 req-a9cf4aa3-deee-4788-a5cb-bc658d24ed7e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0749891 Jan 15 10:31:29.829359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50921fee-1518-4798-bef6-9b956a8ea396 req-76849ae4-bc23-4a2f-8676-cf3e8ca5b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:29.830923 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50921fee-1518-4798-bef6-9b956a8ea396 req-76849ae4-bc23-4a2f-8676-cf3e8ca5b341 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829992 Jan 15 10:31:29.884712 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:31:29.986807 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50921fee-1518-4798-bef6-9b956a8ea396 req-dde6c38d-3c6e-415c-9c36-a51362180366 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480215 Jan 15 10:31:30.170553 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-50921fee-1518-4798-bef6-9b956a8ea396 req-6e8534dd-00af-4365-927f-711834975fca service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1760995 Jan 15 10:31:30.453381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': 'eb3e6940-92dc-4092-b644-626db174b0a5', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'port_id': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'mac_address': 'fa:16:3e:fe:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:31:09Z', 'updated_at': '2021-01-15T10:31:27Z', 'revision_number': 1, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:31:30.459522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be4a82-ed68-4b4c-bf5d-a38e8f97e6c5 None None] The sync data for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi is: [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': 'eb3e6940-92dc-4092-b644-626db174b0a5', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'port_id': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'mac_address': 'fa:16:3e:fe:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:31:09Z', 'updated_at': '2021-01-15T10:31:27Z', 'revision_number': 1, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:31:30.782856 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcae6fb-216e-4651-9e7f-c612b0bf0ae3 None None] New status for floating IP eb3e6940-92dc-4092-b644-626db174b0a5: ACTIVE {{(pid=80047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:31:42.926166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:45.702597 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-980f41f3-a4f9-447c-ac48-146b4e638471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:47.949917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5d6c1032-ba47-4ec1-b2fd-43652026b258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.388630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:48.998766 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-b8e594d8-511b-4bdd-83ab-ceb698d06483 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0827694 Jan 15 10:31:49.155613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-0e05e491-ec35-47f3-ae43-dbaf11c28194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:49.157296 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-0e05e491-ec35-47f3-ae43-dbaf11c28194 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0809629 Jan 15 10:31:49.320954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-9afc38cb-f607-43bf-a3da-4964786f5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:49.322456 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-9afc38cb-f607-43bf-a3da-4964786f5741 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1445851 Jan 15 10:31:49.397088 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-412f7815-c109-4ff9-bebd-63a294def551 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0668836 Jan 15 10:31:49.471173 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-220973f2-b119-46a1-bfd4-df7150172065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:49.472741 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-220973f2-b119-46a1-bfd4-df7150172065 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0688393 Jan 15 10:31:49.556557 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-6a897ed0-8bd6-451b-a36e-858e1fe90508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:31:49.558205 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-6a897ed0-8bd6-451b-a36e-858e1fe90508 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778031 Jan 15 10:31:49.607028 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:31:49.711247 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-81f61301-f14c-49fb-b505-cd8f85662d37 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461558 Jan 15 10:31:49.867501 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-94dba945-569c-4660-9736-3dcfe3eb0228 req-1d7101e7-a7aa-4d99-961b-97fa588ecb47 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491065 Jan 15 10:31:50.425413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:02.351652 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:32:12.931624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:15.704005 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2c01e62a-fab1-4b44-83c6-e86150a50f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:17.943259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c0301428-d158-4870-9a11-127d2c2e7843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:18.391989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:19.613415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:20.430613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:39.352386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:32:42.964637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:45.712159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-63d337e0-a02d-4bec-8488-fbb982d2c86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:47.946552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-12253620-b236-410f-bb07-dd2790a35472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:48.403607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:49.127366 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-d85175ac-1926-487c-a4a6-42317ff63002 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1750016 Jan 15 10:32:49.251625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-befdbd9c-6434-4bd0-8c5b-fb7340d60233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:32:49.254341 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-befdbd9c-6434-4bd0-8c5b-fb7340d60233 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 1163 time: 0.1020002 Jan 15 10:32:49.483332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-7e25567e-b948-49db-9357-5e70b786178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:32:49.485106 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-7e25567e-b948-49db-9357-5e70b786178d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1934009 Jan 15 10:32:49.607332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:32:49.635850 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-1f50c3e8-2f91-4f13-b6b1-88075f97e07e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 200 len: 1001 time: 0.1345451 Jan 15 10:32:49.711310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-a89e5566-78c9-48ec-aa56-b2f21d4d7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:32:49.712964 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-a89e5566-78c9-48ec-aa56-b2f21d4d7b52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0696130 Jan 15 10:32:49.808153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-2517ca63-75e7-4a59-a9ba-b211e2ca8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:32:49.809825 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-2517ca63-75e7-4a59-a9ba-b211e2ca8cd3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888584 Jan 15 10:32:49.971290 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-9483fcfb-6740-42a9-982a-4a4bc9507e2f service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519639 Jan 15 10:32:50.380806 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dc52647d-9957-4a2e-8530-9a042dc0af67 req-c9a13662-e72c-45cb-b566-3ba472902047 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4022214 Jan 15 10:32:50.441259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:12.960627 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:15.705934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9a7c8e14-7dc4-459e-8157-fc76c1fe8ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:16.352326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:33:17.949910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22bc8d7d-3e2e-49f6-bd9c-59a02d23fbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:18.397373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:19.612853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:20.435519 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:42.960106 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:45.708417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cc64788f-9181-4e4b-af93-8fbf0da632e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:47.951482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4442bbea-429b-4f2b-9f27-63a95287edd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:48.401000 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:49.009338 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-4ce82abb-e782-44e3-a18f-fe7082af1b6d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0766549 Jan 15 10:33:49.159291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-04051269-adb9-47a7-8ef7-5d6305157571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:33:49.161056 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-04051269-adb9-47a7-8ef7-5d6305157571 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0764410 Jan 15 10:33:49.320790 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-044948af-14a5-4711-b242-22c02c52337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:33:49.322322 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-044948af-14a5-4711-b242-22c02c52337d service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1419230 Jan 15 10:33:49.399014 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-a75fe56c-ea5d-465e-bf07-d83b7a772f02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0689418 Jan 15 10:33:49.483766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-bda7d9c5-2096-4ff0-9c65-76bc2674d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:33:49.486004 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-bda7d9c5-2096-4ff0-9c65-76bc2674d4a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0807166 Jan 15 10:33:49.592194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-29acde30-42e7-4a32-bf47-25493881fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:33:49.593822 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-29acde30-42e7-4a32-bf47-25493881fdf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0852807 Jan 15 10:33:49.617888 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:49.746032 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-6413af41-3cc3-4572-94f3-c1a9fa18c6b2 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437361 Jan 15 10:33:49.895727 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6e17468c-b16e-4163-be31-5b2a74d39349 req-5b5aedc0-69b8-4332-aed8-cb6a6290b9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419175 Jan 15 10:33:50.439452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:33:53.353195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:34:12.967942 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:15.710921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5afd002a-b8db-489b-b81c-c40a44883f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:17.954422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-20efd1a3-bb5d-413f-b948-7e4a4cddc92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:18.409338 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:19.620120 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:20.441938 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:25.620223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-abea78ef-bf52-4f51-b31e-44a30c701cea req-0160ebe6-b2ef-4f38-9144-9585a15d80f0 service neutron] (80044) timed out ('10.222.0.64', 51603) {{(pid=80044) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 10:34:30.353226 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:34:42.965977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:45.714160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-843dfde0-d42e-487f-81fc-3dd86a17c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:47.957571 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-26fed659-e3fe-414f-acc3-695cc7b16b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:48.407504 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:49.624793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:50.447728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:34:50.982840 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b857107-630d-44b8-b869-b1b1340ff46b req-af26a8aa-441e-4a20-bee4-5c32667cbb9a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0803697 Jan 15 10:34:51.086892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857107-630d-44b8-b869-b1b1340ff46b req-bb87f8c3-5720-435f-bfd2-adee53fa5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:34:51.088977 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b857107-630d-44b8-b869-b1b1340ff46b req-bb87f8c3-5720-435f-bfd2-adee53fa5812 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 1163 time: 0.0831878 Jan 15 10:34:51.251292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857107-630d-44b8-b869-b1b1340ff46b req-15ee01b4-78c5-43b8-b7da-be0db5006f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:34:51.252805 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b857107-630d-44b8-b869-b1b1340ff46b req-15ee01b4-78c5-43b8-b7da-be0db5006f3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1460750 Jan 15 10:34:51.365189 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b857107-630d-44b8-b869-b1b1340ff46b req-0e8973dd-a987-4ea7-9349-18bd13099e51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 200 len: 1001 time: 0.1051285 Jan 15 10:34:51.441163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857107-630d-44b8-b869-b1b1340ff46b req-c74fbc71-fd09-481b-968f-8396eca46ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:34:51.442864 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b857107-630d-44b8-b869-b1b1340ff46b req-c74fbc71-fd09-481b-968f-8396eca46ee2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0714910 Jan 15 10:34:51.536946 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857107-630d-44b8-b869-b1b1340ff46b req-81b33b94-56ee-4e44-855a-c6305ba43ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:34:51.538574 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b857107-630d-44b8-b869-b1b1340ff46b req-81b33b94-56ee-4e44-855a-c6305ba43ee9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891993 Jan 15 10:34:51.708279 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b857107-630d-44b8-b869-b1b1340ff46b req-732c9394-4495-42e9-9ad9-fbdf9a7bcb41 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627581 Jan 15 10:34:51.869297 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7b857107-630d-44b8-b869-b1b1340ff46b req-449d58be-7c1d-4c10-8c8b-052b093ba167 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1534035 Jan 15 10:35:07.353036 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:35:12.973008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:15.716829 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9da53855-6e23-44a3-9b05-9bac1f33fcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:17.960996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3a881296-9ca0-4d31-8719-67fd4f001e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:18.409963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:19.627954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:20.447964 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:43.011350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:44.352577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:35:45.720041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d0550791-a497-4122-96c2-6a3582274e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:47.966606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cb064bb7-f5fa-4af6-83ac-5944ff137525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:48.413988 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:49.632947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:50.451507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:35:50.998610 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-0e956f89-112a-4c2a-bd8f-a15f899d7c58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1129696 Jan 15 10:35:51.164242 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-e96da13e-d180-465d-8160-f523c0db4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:35:51.165919 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-e96da13e-d180-465d-8160-f523c0db4981 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0834177 Jan 15 10:35:51.329651 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-77b2e757-eebd-4839-b9c9-8f78498c07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:35:51.331203 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-77b2e757-eebd-4839-b9c9-8f78498c07eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1451719 Jan 15 10:35:51.409585 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-dd2986e8-2e75-45d1-87f8-5951e986ce7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0715671 Jan 15 10:35:51.488515 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-897cb58b-377b-4ced-831a-0f5f60e4af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:35:51.490164 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-897cb58b-377b-4ced-831a-0f5f60e4af54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0734231 Jan 15 10:35:51.581560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-682c6299-574d-4e28-bdc7-8b28427fbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:35:51.583176 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-682c6299-574d-4e28-bdc7-8b28427fbda9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860646 Jan 15 10:35:51.743573 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-d9459455-7dcf-4fb6-b6bd-ba1643f4082e service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532860 Jan 15 10:35:51.898968 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4206240c-8549-4d18-88ed-a53a3e2fb758 req-5a5e08b7-2e4a-4980-89a8-c95f0042d65b service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483016 Jan 15 10:36:13.005116 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:15.725199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-727bdfa6-5723-4762-98b0-2a63b343d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:17.963924 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f9b5-e009-4dfd-bc06-a37fffd1adc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:18.416297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:19.637340 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:20.462424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:21.352459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:36:43.022523 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:45.721715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e25b3ea5-6ff2-49b1-b8fe-cc760870dac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:47.956337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-aad61b93-b716-4bfb-8434-82f3af2d31df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:48.419890 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:49.641595 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:50.461936 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:36:50.991613 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-4c92827e-42d5-4ca9-b15b-d6a89a45a291 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0807304 Jan 15 10:36:51.089428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-061189e6-9067-49f5-9616-8e40f4e2aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:36:51.091622 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-061189e6-9067-49f5-9616-8e40f4e2aeed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 1163 time: 0.0783746 Jan 15 10:36:51.264091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-7ad75295-dd0d-4fdf-b319-3455d8e9c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:36:51.265683 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-7ad75295-dd0d-4fdf-b319-3455d8e9c0ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1523621 Jan 15 10:36:51.377630 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-46e29478-8ce4-46ea-afae-a3c7a07c0ba2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 200 len: 1001 time: 0.1046720 Jan 15 10:36:51.456697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-6e04527a-5269-4e9d-81ec-1c5b507aab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:36:51.458291 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-6e04527a-5269-4e9d-81ec-1c5b507aab70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0735776 Jan 15 10:36:51.569685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-2fd6af01-4a25-424f-a4b9-d292661668cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:36:51.572290 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-2fd6af01-4a25-424f-a4b9-d292661668cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048062 Jan 15 10:36:51.742759 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-e8e74a7a-9ec8-4c5b-8acf-95e687a54f31 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577806 Jan 15 10:36:51.897744 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-26d45edf-8f3d-4f4b-a08a-006cb9f2af1d req-d19a042c-c239-4c7c-b7f2-30ac3bbdf00c service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479619 Jan 15 10:36:58.353093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:37:13.022056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:15.724558 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-43137e4d-5aaa-4854-9b8e-2743bbeff20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:17.961851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a6ef4680-8a25-402a-ac69-ac7fad02f376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:18.422791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:19.644259 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:20.460641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:35.352613 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:37:43.020467 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:45.726763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-975eae11-e19a-4816-b1f2-ece0fd247258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:47.958899 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3f8a-b930-4ac5-afd8-4a7b733c9920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:48.426446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:49.654276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:50.462231 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:37:52.034661 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-58feeb7a-bc2b-4902-b393-db703a060842 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1488554 Jan 15 10:37:52.189889 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-778b18b6-c143-4bf0-b12e-db7c5d0bc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:37:52.191469 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-778b18b6-c143-4bf0-b12e-db7c5d0bc415 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0813031 Jan 15 10:37:52.360058 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-35b93a4a-b838-4eca-ab4c-99899479f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:37:52.362226 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-35b93a4a-b838-4eca-ab4c-99899479f807 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1472142 Jan 15 10:37:52.441169 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-5d1041ca-3783-40fd-9328-675716f68569 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0707226 Jan 15 10:37:52.517361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-f08b284d-c873-4e8a-b204-19ce16ca6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:37:52.518949 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-f08b284d-c873-4e8a-b204-19ce16ca6b4a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0700481 Jan 15 10:37:52.599822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-45fcdbc9-38bd-45cf-ab6f-4044006df270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:37:52.601459 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-45fcdbc9-38bd-45cf-ab6f-4044006df270 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758362 Jan 15 10:37:52.613223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-4d7aa20c-a58c-407f-803a-4d6f4149a541 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:37:52.614244 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-4d7aa20c-a58c-407f-803a-4d6f4149a541 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0058954 Jan 15 10:37:52.763930 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-f75a7ad0-8177-4b67-809e-ff17a90f6d6a service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424596 Jan 15 10:37:53.145409 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-fb4bc27c-1337-4bf4-adeb-2982eaef064b req-6d151415-7d3f-4b92-b28e-5a217153ca01 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3744717 Jan 15 10:38:12.352184 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:38:13.023468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:15.726702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-baac4552-50e8-40fe-8462-327cc847d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:17.951878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-88fd503e-d972-45b8-b11f-4debeb2a33b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:18.428381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:19.648054 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:20.467032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:43.049677 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:43.505593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-90b6c507-dd65-4e2e-8d23-8fa7e9a7383a req-fd383be1-2960-430f-99d5-aec7a794fd13 service neutron] (80045) timed out ('10.222.0.64', 51323) {{(pid=80045) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 10:38:45.728606 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4133c0fc-3665-4594-8139-4932ed45a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:47.954100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-72545c21-5200-4165-8b1d-36648d9b7907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:48.431887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:49.352641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:38:49.650384 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:50.468532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:38:52.989816 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-6dd10531-d486-4302-b5e5-e7ab35f98e91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0782211 Jan 15 10:38:53.086381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-5af23ea4-e893-42f1-a13a-dc2b2c95d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:38:53.088006 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-5af23ea4-e893-42f1-a13a-dc2b2c95d590 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 1163 time: 0.0746422 Jan 15 10:38:53.250452 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-0bc46069-69b3-43fc-89f4-f3184fa17737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:38:53.251974 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-0bc46069-69b3-43fc-89f4-f3184fa17737 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1410201 Jan 15 10:38:53.364538 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-b137e6b0-7a5b-4b3e-a93c-0f10dbfde275 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 200 len: 1001 time: 0.1044538 Jan 15 10:38:53.436681 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-6609c913-1651-4d9f-b603-86d04f46362c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:38:53.438357 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-6609c913-1651-4d9f-b603-86d04f46362c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0667560 Jan 15 10:38:53.523403 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-fb4a2be3-0cfe-4155-a463-ed569e53b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:38:53.524951 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-fb4a2be3-0cfe-4155-a463-ed569e53b086 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793788 Jan 15 10:38:53.673368 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-3de1da7b-2462-4a01-a5c3-9fa5437cee23 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397614 Jan 15 10:38:53.820288 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-38efca21-bcb9-42c4-b949-3b0157d7e601 req-2a69114c-7188-4956-b6d5-cde36f98dbf5 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395903 Jan 15 10:39:13.079159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:15.730482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-cd1e05d8-725a-4c93-b638-48eaa300846d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:17.956041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8defb9cd-2d9b-40ac-897b-ef1117c2f3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:18.433683 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:19.651776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:20.472299 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:26.352584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:39:43.111584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:45.733263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-036252f9-adb5-480c-b96b-796172b1993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:47.959887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-74c6b9d5-45a1-4fb4-aadd-a3ad067e612c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:48.437059 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:49.654666 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:50.482953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:39:54.950904 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-4b357a87-1ada-47cc-ad01-ed9f0b4dd345 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0727053 Jan 15 10:39:55.096952 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-ae6af531-fd0d-4e4b-b11a-4fea0133bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:39:55.099309 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-ae6af531-fd0d-4e4b-b11a-4fea0133bb32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0753205 Jan 15 10:39:55.260590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-401b1a1c-0ee1-4a65-81ef-ed89df57cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:39:55.262116 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-401b1a1c-0ee1-4a65-81ef-ed89df57cd0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1430795 Jan 15 10:39:55.339590 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-d1f6bdee-41e3-4a1f-ba44-7f9f5071043e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0674407 Jan 15 10:39:55.411746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-80619358-f69d-47ba-8f96-c7e6e63489b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:39:55.413349 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-80619358-f69d-47ba-8f96-c7e6e63489b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0661592 Jan 15 10:39:55.499937 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-24779cc6-496a-4007-9b32-5c687b323c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:39:55.501584 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-24779cc6-496a-4007-9b32-5c687b323c6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794961 Jan 15 10:39:55.645441 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-8561809f-2685-410b-b4be-d93fc4bdfaaf service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363232 Jan 15 10:39:55.796887 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-447d9183-8001-4b19-b0ab-00be6c11f74e req-b4338148-7bca-4393-9eb2-3a145f768ffa service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437027 Jan 15 10:40:03.351719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:40:13.124234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:15.735637 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e832cc04-b120-44ac-81ac-e0170e7c456c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:17.961450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d0d06aad-ce00-46d7-8b83-2a10ad61e94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:18.438721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:19.657329 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:20.480693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:40.352083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:40:40.631485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6631331-c33d-4ec4-adcf-837c306c5a7b req-f9d83cb0-ed61-41bd-83e8-8a7243b5bd5e tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:40.633070 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f6631331-c33d-4ec4-adcf-837c306c5a7b req-f9d83cb0-ed61-41bd-83e8-8a7243b5bd5e tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 946 time: 0.1891119 Jan 15 10:40:40.686377 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f6631331-c33d-4ec4-adcf-837c306c5a7b req-79d21b7a-494c-4fff-9921-0ee9bad784ef tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Jan 15 10:40:40.874671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-dfe52e54-785a-4f68-a395-c5d4a4f4dfb0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:40.875461 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-dfe52e54-785a-4f68-a395-c5d4a4f4dfb0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Synchronizing usage tracker for tenant:47a425a205e8463ba388cd3084ebab50 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:40:40.891541 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-dfe52e54-785a-4f68-a395-c5d4a4f4dfb0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Unset dirty status for tenant:47a425a205e8463ba388cd3084ebab50 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:40:40.892746 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-dfe52e54-785a-4f68-a395-c5d4a4f4dfb0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 946 time: 0.1203940 Jan 15 10:40:40.975514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Deleting port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:40:40.975883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:41.232405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] For port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:40:41.232728 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:41.450713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device 640375f6-8ef6-4405-a2ff-7d7d1bc594dc no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:40:41.542485 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:41.542824 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:41.543208 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Floating IP eb3e6940-92dc-4092-b644-626db174b0a5 disassociated. External IP: 172.27.1.91, port: 640375f6-8ef6-4405-a2ff-7d7d1bc594dc. Jan 15 10:40:41.543600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Calling delete_port for 640375f6-8ef6-4405-a2ff-7d7d1bc594dc owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:40:41.569044 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:41.596934 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:40:41.607729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:40:41.611358 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:41.613278 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-61ed65c4-aa8b-4ed5-87e6-a88db814efec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:41.627378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:40:41.627748 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:40:41.680994 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,revision_number=5']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:41.688973 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.689361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.689740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.690113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.690468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.690826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.691216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.691586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.691955 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.692320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.692694 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.693564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.693950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.694316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.694679 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.695076 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.695440 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.695804 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.696169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.696533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.696898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.697260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.697619 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.697979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80046) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:41.702697 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:41.748947 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc', 'code': 200} Jan 15 10:40:41.948496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721658b3-3f77-4408-9ff6-5a3888d27db8 req-caf8dd04-174b-45ac-b9fe-b318e4417a18 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:41.950159 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-721658b3-3f77-4408-9ff6-5a3888d27db8 req-caf8dd04-174b-45ac-b9fe-b318e4417a18 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 944 time: 0.1041698 Jan 15 10:40:42.005832 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-721658b3-3f77-4408-9ff6-5a3888d27db8 req-42de76bc-feb5-4284-a093-1056e691dcc3 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=cde49325-c9e7-4b6c-be22-5f31f0a883b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486906 Jan 15 10:40:42.129459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Deleting port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:40:42.129854 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:42.386131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] For port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:40:42.386581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:42.688093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:42.688644 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:42.688759 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Floating IP eb3e6940-92dc-4092-b644-626db174b0a5 disassociated. External IP: 172.27.1.91, port: 640375f6-8ef6-4405-a2ff-7d7d1bc594dc. Jan 15 10:40:42.689292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Calling delete_port for 640375f6-8ef6-4405-a2ff-7d7d1bc594dc owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:40:42.839536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:42.857442 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4cccff88-ef65-4679-b76a-aea422187a83 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:43.143738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:43.189854 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4e3f8b8f-a8e6-4340-8b60-126ea42ccdfb req-b4b452d4-b56b-43f5-baa4-7db11aa58e51 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 210 time: 0.0479975 Jan 15 10:40:43.195198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event deleted for resources: {'Port': ['ID=640375f6-8ef6-4405-a2ff-7d7d1bc594dc,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:43.215421 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.215843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.216255 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.216682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.217089 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.217494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.217908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.218308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.218703 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.219136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.219544 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.219931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.220364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.220885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.221179 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.221569 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.221959 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.222349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.222762 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.223201 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.223596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.224011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.224445 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.224821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:40:43.229878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:43.483411 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:40:43.668612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:40:43.679397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] Sync routers for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:40:43.689325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:40:43.689990 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:40:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:40:43.709449 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] No DVR routers for this DVR port 640375f6-8ef6-4405-a2ff-7d7d1bc594dc on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:40:43.711822 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:43.714629 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'name': 'network-vif-deleted', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:40:43.731052 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7c485712-f55b-41a0-bd10-4ea0fdafb36f req-ded3659f-cdaf-4c9e-9280-2f0a61f27f5b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "DELETE /v2.0/ports/640375f6-8ef6-4405-a2ff-7d7d1bc594dc HTTP/1.1" status: 204 len: 173 time: 2.8314116 Jan 15 10:40:43.886086 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2026a4-3739-4cf8-b43b-7873d5b0ae3a', 'name': 'network-vif-deleted', 'tag': '640375f6-8ef6-4405-a2ff-7d7d1bc594dc', 'status': 'completed', 'code': 200} Jan 15 10:40:44.062010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:40:44.393459 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-dfba77f0-0cbf-41a9-9627-05130e12a75d req-08523152-1bdf-406e-8155-64b478816946 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=4c2026a4-3739-4cf8-b43b-7873d5b0ae3a HTTP/1.1" status: 200 len: 210 time: 0.0471659 Jan 15 10:40:44.408186 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:40:44.412879 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] Checking router: 5f4a0f87-8e98-45dc-86c5-df554f5e86aa for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:40:44.423011 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:40:44.423693 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:40:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:40:44.612834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:40:44.944153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:40:44.948316 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732c018-aff6-4be8-96ea-f0cac2317e3c None None] The sync data for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi is: [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:40:45.344976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cb09c-a7e5-47aa-a802-3a0cb27013f1 None None] New status for floating IP eb3e6940-92dc-4092-b644-626db174b0a5: DOWN {{(pid=80047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:40:45.549579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 51192) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:40:45.627144 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7e4d-2868-480f-a3d2-e5ca67a677c7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:45.657805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7e4d-2868-480f-a3d2-e5ca67a677c7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:45.708588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7e4d-2868-480f-a3d2-e5ca67a677c7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:45.713983 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-76ba9436-af44-481d-a494-ad405c488e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:45.730564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e7e4d-2868-480f-a3d2-e5ca67a677c7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde49325-c9e7-4b6c-be22-5f31f0a883b4,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:45.736764 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ca2e7e4d-2868-480f-a3d2-e5ca67a677c7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:45.738375 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ca2e7e4d-2868-480f-a3d2-e5ca67a677c7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:45.742793 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bccaf5bf-6fe9-4c5d-ab86-8e414f712cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:45.743001 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ca2e7e4d-2868-480f-a3d2-e5ca67a677c7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "DELETE /v2.0/security-groups/cde49325-c9e7-4b6c-be22-5f31f0a883b4 HTTP/1.1" status: 204 len: 168 time: 0.1889653 Jan 15 10:40:45.743001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 51196) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:40:45.761050 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.v2.resource [None req-bc30d31e-6d2d-4522-ad77-584d3cae27d0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] show failed (client error): The resource could not be found. Jan 15 10:40:45.762352 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-bc30d31e-6d2d-4522-ad77-584d3cae27d0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups/cde49325-c9e7-4b6c-be22-5f31f0a883b4 HTTP/1.1" status: 404 len: 347 time: 0.0180850 Jan 15 10:40:45.765399 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 51200) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:40:45.936638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Deleting port 55ba65b4-a482-4a3a-829a-559e82f628e3 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:40:45.937021 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:46.116980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:46.117556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:46.244572 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Calling delete_port for 55ba65b4-a482-4a3a-829a-559e82f628e3 owned by network:floatingip {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:40:46.390927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:46.406048 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a704e758-9d90-49e4-bfde-e1f8a6dc302a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:46.503850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event deleted for resources: {'Port': ['ID=55ba65b4-a482-4a3a-829a-559e82f628e3,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:46.508041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:46.633369 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:46.648750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:46.649952 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-53d2152b-cb3b-4f73-886b-17a8af86fcf0 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "DELETE /v2.0/floatingips/eb3e6940-92dc-4092-b644-626db174b0a5 HTTP/1.1" status: 204 len: 168 time: 0.8835905 Jan 15 10:40:47.847495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 51206) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:40:47.853944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'security_group': {'name': 'tempest-securitygroup--1196833168', 'description': 'tempest-description--1058472708'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:40:47.864221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:40:47.869298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:security_group and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:40:47.872362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:40:47.878322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:40:47.888814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:47.910392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:40:47.915110 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:security_group_rule and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:40:47.918198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:40:47.924820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:40:47.963931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-46867c89-2f2a-44f1-bf5d-ce5d95da8a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.004278 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.007131 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.012730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5f42494a-0ba8-4d77-a1a8-0ed6fe6f1fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:48.058221 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb307fd-202e-4d0b-8d2f-a637359d468a,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:48.061713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:48.063194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.064540 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1e9cb325-b1e9-41c4-8aec-7ebc15794a15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2159240 Jan 15 10:40:48.068609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 51210) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:40:48.074213 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'security_group_rule': {'security_group_id': 'fdb307fd-202e-4d0b-8d2f-a637359d468a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:40:48.084865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:40:48.089003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:security_group_rule and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:40:48.092104 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:40:48.098008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:40:48.114805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.179082 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.181692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.188925 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fecf3e8c-4096-4f21-9492-039dc7087345 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:48.214853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec4b0f9-b00d-4702-9e16-aa5393ff1d4c,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:48.217759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:48.221419 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.222616 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-bed5de60-1237-4914-821d-adf94bc4ee6c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1530299 Jan 15 10:40:48.226053 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 51214) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:40:48.231590 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'security_group_rule': {'security_group_id': 'fdb307fd-202e-4d0b-8d2f-a637359d468a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:40:48.241482 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:40:48.245593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:security_group_rule and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:40:48.248702 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:40:48.254532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:40:48.271851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.337159 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.339980 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853999633'] for security_group_rule, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.347174 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:48.367346 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae895d5d-e555-416b-a6fb-5ff647c184f6,revision_number=0']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:48.369884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:48.376546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group_rule, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.377836 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-c40edbd4-9ef5-495b-bf1e-8c37c9698dad tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507833 Jan 15 10:40:48.381767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 51218) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:40:48.387771 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'floatingip': {'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:40:48.398314 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:40:48.402977 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:floatingip and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:40:48.406160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:40:48.412586 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:40:48.422930 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.441961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.572098 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:48.856852 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Allocated IP 172.27.1.91 (1ea1df50-65de-4ce2-9373-48960240e3a6/18abc3ca-84ce-4692-9eff-9920e58a4861/ff37d18f-0658-4690-b09a-014b76208951) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:40:49.019608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:49.046294 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:49.061609 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-af24f99f-c234-4194-a581-088b1c8a222b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:49.197324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'Port': ['ID=ff37d18f-0658-4690-b09a-014b76208951,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:49.202870 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:49.254650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Network 1ea1df50-65de-4ce2-9373-48960240e3a6 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:40:49.256525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:40:49.258884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:40:49.346136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:49.407195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:49.659474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:49.683073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:49.686461 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:49.701721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f32fe8b6-6103-40ed-9d6b-614872fbfff7 tempest-AttachVolumeShelveTestJSON-391335318 tempest-AttachVolumeShelveTestJSON-391335318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:50.077405 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'Port': ['ID=ff37d18f-0658-4690-b09a-014b76208951,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:50.082602 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:50.183362 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:50.206097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:50.207487 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-fc943f29-5424-43a2-9e51-5021b0caf4a4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8246529 Jan 15 10:40:50.397955 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-3c8d1230-d065-4768-a24d-fa7d04ad874c tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1196833168&fields=id&tenant_id=47a425a205e8463ba388cd3084ebab50 HTTP/1.1" status: 200 len: 267 time: 0.0467229 Jan 15 10:40:50.486350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:50.583345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92355-f386-4e33-9993-d1f705022a39 req-4ab43bb9-edf5-4e81-9b93-0d1ac32fcca8 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:50.584931 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-4ab43bb9-edf5-4e81-9b93-0d1ac32fcca8 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 811 time: 0.1796408 Jan 15 10:40:50.603548 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-ad073426-53ac-4990-9118-8e7565dc5dcb tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/quotas/47a425a205e8463ba388cd3084ebab50 HTTP/1.1" status: 200 len: 375 time: 0.0125725 Jan 15 10:40:50.707403 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-a33074cc-9ac4-49ef-b1bc-dafc3a796d15 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974896 Jan 15 10:40:50.937259 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-adb4c369-a31f-4938-be57-a3ce189a83b2 service neutron] 10.222.0.75 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169662 Jan 15 10:40:51.082057 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-71f5980a-dc96-431d-8ee5-3323b594b70a service neutron] 10.222.0.75 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373067 Jan 15 10:40:51.288702 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5007dcb6-2818-43da-8a82-9f453aa4d264 req-c25877fe-aaac-43b4-9473-de46ef8aebdf tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 210 time: 0.0452421 Jan 15 10:40:52.487249 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-603445c6-f13e-4b14-b34d-00981cc3c115 req-b2cdaaab-9a01-417f-8116-129bcce40ea2 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 210 time: 0.0596089 Jan 15 10:40:52.556625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92355-f386-4e33-9993-d1f705022a39 req-b03495f9-a7cb-4782-b155-230d3f19d6d1 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:52.558235 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-b03495f9-a7cb-4782-b155-230d3f19d6d1 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 811 time: 0.1954072 Jan 15 10:40:52.646455 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-c2d92355-f386-4e33-9993-d1f705022a39 req-b17158fc-9485-429b-8859-ca0cbc18fc42 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Synchronizing usage tracker for tenant:47a425a205e8463ba388cd3084ebab50 on resource:security_group {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:40:52.661527 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-c2d92355-f386-4e33-9993-d1f705022a39 req-b17158fc-9485-429b-8859-ca0cbc18fc42 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Unset dirty status for tenant:47a425a205e8463ba388cd3084ebab50 on resource:security_group {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:40:52.662943 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-b17158fc-9485-429b-8859-ca0cbc18fc42 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=47a425a205e8463ba388cd3084ebab50 HTTP/1.1" status: 200 len: 5709 time: 0.0897849 Jan 15 10:40:52.673312 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'port': {'device_id': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'admin_state_up': True, 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'security_groups': ['fdb307fd-202e-4d0b-8d2f-a637359d468a']}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:40:52.820668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:40:52.825019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Usage tracker for resource:port and tenant:47a425a205e8463ba388cd3084ebab50 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:40:52.828353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Quota usage for port was recalculated. Used quota:3. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:40:52.834335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:40:52.843581 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Made reservation on behalf of 47a425a205e8463ba388cd3084ebab50 for: {'port': 1} {{(pid=80044) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 15 10:40:52.853019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:53.166885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_common [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Allocated IP 172.20.0.14 (1dcf8e81-586a-4187-9eb3-3f3fc3f42401/117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df/d4019c88-b336-4c3c-9948-4ef60b8c08be) {{(pid=80044) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 15 10:40:53.372537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for port, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:53.389352 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Transition to ACTIVE for port object d4019c88-b336-4c3c-9948-4ef60b8c08be will not be triggered until provisioned by entity DHCP. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:40:53.410551 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363273802197842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:53.428823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0460d40c-728c-450c-9ea8-60f2d42cad33 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:53.565190 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event updated for resources: {'Port': ['ID=d4019c88-b336-4c3c-9948-4ef60b8c08be,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:53.568843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:53.625047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 is already hosted by enough agents. {{(pid=80044) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 15 10:40:53.626429 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.base_scheduler [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Resources bound (agent type, host, resource id): {{(pid=80044) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 15 10:40:53.628684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Received port after_create {{(pid=80044) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 15 10:40:53.715550 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:53.716735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:53.724198 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e33cfe-0f3f-4a9f-9e84-99e95f9b4103 req-5c15980f-eed9-41ee-9e8d-98a8e5a7c2ed tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:53.725957 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f0e33cfe-0f3f-4a9f-9e84-99e95f9b4103 req-5c15980f-eed9-41ee-9e8d-98a8e5a7c2ed tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 932 time: 0.1054442 Jan 15 10:40:53.742845 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-40167c57-4cef-4407-b9cb-a3ae75494fce tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0735433 Jan 15 10:40:53.757350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Request body: {'port': {'device_id': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:40:53.782738 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f0e33cfe-0f3f-4a9f-9e84-99e95f9b4103 req-5ea28da1-9909-4f1b-bfd1-acd28a921155 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499074 Jan 15 10:40:53.827583 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-769be8e3-1660-45dc-838b-6a96d20720f3 None None] Provisioning for port d4019c88-b336-4c3c-9948-4ef60b8c08be completed by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:40:53.834219 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-769be8e3-1660-45dc-838b-6a96d20720f3 None None] Provisioning complete for port d4019c88-b336-4c3c-9948-4ef60b8c08be triggered by entity DHCP. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:40:53.834715 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-769be8e3-1660-45dc-838b-6a96d20720f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:53.874478 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:53.890833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-769be8e3-1660-45dc-838b-6a96d20720f3 None None] Port d4019c88-b336-4c3c-9948-4ef60b8c08be cannot update to ACTIVE because it is not bound. {{(pid=80046) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 15 10:40:54.289687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4019c88-b336-4c3c-9948-4ef60b8c08be {{(pid=80044) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 15 10:40:54.296680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:54.309509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Transition to ACTIVE for port object d4019c88-b336-4c3c-9948-4ef60b8c08be will not be triggered until provisioned by entity L2. {{(pid=80044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 15 10:40:54.312509 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:54.328298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-770541c5-51a6-4dfd-a323-30615602d7fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:54.462493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Pushing event updated for resources: {'Port': ['ID=d4019c88-b336-4c3c-9948-4ef60b8c08be,revision_number=2']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:54.467766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:54.655209 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Attempting to bind port d4019c88-b336-4c3c-9948-4ef60b8c08be on host hv-cinder-76859 for vnic_type normal with profile {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 15 10:40:54.655773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Attempting to bind port d4019c88-b336-4c3c-9948-4ef60b8c08be by drivers openvswitch on host hv-cinder-76859 at level 0 using segments [{'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 15 10:40:54.655920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Attempting to bind port d4019c88-b336-4c3c-9948-4ef60b8c08be on network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 15 10:40:54.662944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Checking agent: {'id': 'c3acc2fd-4d13-40ea-acef-dfe3e0f3db90', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 15, 10, 14, 41), 'started_at': datetime.datetime(2021, 1, 15, 10, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 1, 15, 10, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.79', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 15 10:40:54.663349 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Checking segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 15 10:40:54.663758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:54.664237 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Bound using segment: {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'} {{(pid=80044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 15 10:40:54.664603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Bound port: d4019c88-b336-4c3c-9948-4ef60b8c08be, host: hv-cinder-76859, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac9bfb4-d099-43ff-876a-1db75c8a8132', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401'}}] {{(pid=80044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 15 10:40:54.664954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:54.762424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] For port d4019c88-b336-4c3c-9948-4ef60b8c08be, host hv-cinder-76859, cleared binding levels {{(pid=80044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 15 10:40:54.765628 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] For port d4019c88-b336-4c3c-9948-4ef60b8c08be, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 15 10:40:54.770494 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852511037'] for port, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:54.786412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-daeab9e0-0de6-4c58-83ef-ee93fbd8e773 tempest-VolumesActionsTest-1660867477 tempest-VolumesActionsTest-1660867477] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:54.943189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Pushing event updated for resources: {'Port': ['ID=d4019c88-b336-4c3c-9948-4ef60b8c08be,revision_number=3']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:54.947898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:54.980047 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:54.980708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:54.982209 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] 10.222.0.64 "PUT /v2.0/ports/d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 200 len: 1158 time: 1.2305253 Jan 15 10:40:54.982756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'tag': 'd4019c88-b336-4c3c-9948-4ef60b8c08be'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:40:55.026661 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba70d1-bcb4-4752-a6f9-3ddf3c9be079 req-0ca4efb4-f034-4d59-9247-ec8c0abd6984 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:55.028400 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-edba70d1-bcb4-4752-a6f9-3ddf3c9be079 req-0ca4efb4-f034-4d59-9247-ec8c0abd6984 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 944 time: 0.1112208 Jan 15 10:40:55.083346 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-edba70d1-bcb4-4752-a6f9-3ddf3c9be079 req-850981ee-7c7b-457f-9fcc-f0180b119405 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481589 Jan 15 10:40:55.106492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92355-f386-4e33-9993-d1f705022a39 req-aefa74e8-a268-46ba-8442-6ec8f33c404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:55.108200 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-aefa74e8-a268-46ba-8442-6ec8f33c404c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 1161 time: 0.0850983 Jan 15 10:40:55.184393 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'tag': 'd4019c88-b336-4c3c-9948-4ef60b8c08be', 'status': 'completed', 'code': 200} Jan 15 10:40:55.192440 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-a8ec89af-2086-4c8c-a1ec-436f47451e0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 200 len: 217 time: 0.0753963 Jan 15 10:40:55.266072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92355-f386-4e33-9993-d1f705022a39 req-b7e10023-bbf8-4b27-b5ad-41b364bf7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:55.267679 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-b7e10023-bbf8-4b27-b5ad-41b364bf7437 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0686064 Jan 15 10:40:55.347402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d92355-f386-4e33-9993-d1f705022a39 req-08ad0685-e6a0-4540-b20a-a743a1b25a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:55.348919 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-08ad0685-e6a0-4540-b20a-a743a1b25a54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741975 Jan 15 10:40:55.495300 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-50687801-7570-432b-8760-01157c67c820 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381626 Jan 15 10:40:55.639832 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-c2d92355-f386-4e33-9993-d1f705022a39 req-a4005d8d-7704-473b-b7ed-c0059974b519 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372483 Jan 15 10:40:55.765779 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-a115fd9f-837a-45d4-b20b-23f915456282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:55.767549 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-a115fd9f-837a-45d4-b20b-23f915456282 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 1161 time: 0.0791278 Jan 15 10:40:55.914078 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-be28356d-5e1e-420e-9e65-237c142b32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:55.915620 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-be28356d-5e1e-420e-9e65-237c142b32cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1412525 Jan 15 10:40:55.988158 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-eb7fc248-5a32-4885-92e9-16d6146fc719 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 200 len: 217 time: 0.0645425 Jan 15 10:40:56.063954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-2c0fa5f8-51c9-412f-9a5d-b8a0e5cddde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:56.065345 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-2c0fa5f8-51c9-412f-9a5d-b8a0e5cddde8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0706205 Jan 15 10:40:56.147713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-a3b6424a-f9fe-4016-a993-87d779bd878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:56.149343 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-a3b6424a-f9fe-4016-a993-87d779bd878b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769246 Jan 15 10:40:56.297959 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-9801add1-b35e-45b8-9402-bf586e8303f2 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405795 Jan 15 10:40:56.315813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a4135-100f-457e-9113-00cb2a30f2c5 req-452b0d86-76ce-46da-a13c-2c3c0b84f6f5 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:56.317445 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4a2a4135-100f-457e-9113-00cb2a30f2c5 req-452b0d86-76ce-46da-a13c-2c3c0b84f6f5 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 944 time: 0.0999699 Jan 15 10:40:56.373481 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4a2a4135-100f-457e-9113-00cb2a30f2c5 req-2e7f4dea-d463-4994-9d2e-6bd9bf940b00 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494337 Jan 15 10:40:56.684502 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-477b4f72-3281-4fea-ba40-d363ef66df17 req-b8ff80f1-4c39-4383-aaef-ff573109f065 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3794076 Jan 15 10:40:57.621264 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d81eb5-37f6-45aa-bdad-76abf870d344 req-abc5abaf-81ce-4593-8e02-02009ab92308 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:57.622928 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-73d81eb5-37f6-45aa-bdad-76abf870d344 req-abc5abaf-81ce-4593-8e02-02009ab92308 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 944 time: 0.1022172 Jan 15 10:40:57.675248 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-73d81eb5-37f6-45aa-bdad-76abf870d344 req-d0f58931-9efa-4e91-b140-44684671c361 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457668 Jan 15 10:40:57.918364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d4019c88-b336-4c3c-9948-4ef60b8c08be up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:40:57.993844 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning for port d4019c88-b336-4c3c-9948-4ef60b8c08be completed by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 15 10:40:58.000080 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port d4019c88-b336-4c3c-9948-4ef60b8c08be triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:40:58.000546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:58.133199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1741524'] for port, before_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:58.162124 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4019c88-b336-4c3c-9948-4ef60b8c08be'}] {{(pid=80046) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:40:58.172642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] For port d4019c88-b336-4c3c-9948-4ef60b8c08be, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:40:58.175784 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763052988480', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763052583607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363273802192176'] for port, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:40:58.178288 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-543e9a5e-c304-4f33-bb41-50be43980f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:40:58.225483 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4019c88-b336-4c3c-9948-4ef60b8c08be', 'code': 200} Jan 15 10:40:58.253813 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Pushing event updated for resources: {'Port': ['ID=d4019c88-b336-4c3c-9948-4ef60b8c08be,revision_number=4']} {{(pid=80046) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:40:58.257138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80046) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:40:58.463063 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d41c5a-4f8d-45f8-b1c9-9d1698c46f68 req-eb06266f-c9a3-4349-b1f9-bb7b6ea40a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:58.464738 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-83d41c5a-4f8d-45f8-b1c9-9d1698c46f68 req-eb06266f-c9a3-4349-b1f9-bb7b6ea40a97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 1163 time: 0.0747876 Jan 15 10:40:58.511531 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-83d41c5a-4f8d-45f8-b1c9-9d1698c46f68 req-8d8a2f17-5d6e-4158-878b-bda819c5ccf7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396678 Jan 15 10:40:58.917097 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984e0e5-d252-4225-93d8-1018a73c670d req-85722025-5014-4308-a547-6a7fe7d00bef tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:40:58.918778 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f984e0e5-d252-4225-93d8-1018a73c670d req-85722025-5014-4308-a547-6a7fe7d00bef tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 946 time: 0.1107619 Jan 15 10:40:58.976794 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f984e0e5-d252-4225-93d8-1018a73c670d req-1b6813cd-0279-4835-9315-ca608f5d46d9 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475419 Jan 15 10:40:59.608979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d4019c88-b336-4c3c-9948-4ef60b8c08be up at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 15 10:40:59.678319 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.provisioning_blocks [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Provisioning complete for port d4019c88-b336-4c3c-9948-4ef60b8c08be triggered by entity L2. {{(pid=80046) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 15 10:40:59.678745 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788030'] for port, provisioning_complete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:00.207271 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444d8d5-dd3b-48ed-805a-e9b3a2dc51c8 req-b645943c-4d87-44ec-b25d-e45f247c8e4d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:00.209505 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d444d8d5-dd3b-48ed-805a-e9b3a2dc51c8 req-b645943c-4d87-44ec-b25d-e45f247c8e4d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 946 time: 0.1021631 Jan 15 10:41:00.264394 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-d444d8d5-dd3b-48ed-805a-e9b3a2dc51c8 req-f8184809-26cf-4b16-b0c1-4fdcc88ed4c4 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485516 Jan 15 10:41:00.486810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ee871-2427-4309-8c50-1b9e0049c989 req-22ca775b-54ee-4f9c-9e20-d9ef66bc3842 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:00.488452 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-809ee871-2427-4309-8c50-1b9e0049c989 req-22ca775b-54ee-4f9c-9e20-d9ef66bc3842 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 946 time: 0.1002655 Jan 15 10:41:00.498014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 51276) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:41:00.503907 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.v2.base [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Request body: {'floatingip': {'port_id': 'd4019c88-b336-4c3c-9948-4ef60b8c08be'}} {{(pid=80044) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 15 10:41:00.586350 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, before_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:01.210871 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:01.213840 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:01.400652 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Floating IP edaa1bd5-d0b9-498b-a513-123dff7f6465 associated. External IP: 172.27.1.91, port: d4019c88-b336-4c3c-9948-4ef60b8c08be. Jan 15 10:41:01.777506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:41:01.964921 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:41:01.969360 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:01.975821 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] Sync routers for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:41:01.986228 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:41:01.986908 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:40:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:41:02.030336 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-975666c8-2234-47ab-874c-bb076d227524 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "PUT /v2.0/floatingips/edaa1bd5-d0b9-498b-a513-123dff7f6465 HTTP/1.1" status: 200 len: 991 time: 1.5309787 Jan 15 10:41:02.030947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'tag': 'd4019c88-b336-4c3c-9948-4ef60b8c08be'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:41:02.174194 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:41:02.344989 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'tag': 'd4019c88-b336-4c3c-9948-4ef60b8c08be', 'status': 'completed', 'code': 200} Jan 15 10:41:02.442367 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-4022be4e-48fe-4752-a4d1-1a687c963979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:02.444715 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-4022be4e-48fe-4752-a4d1-1a687c963979 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 1163 time: 0.0782571 Jan 15 10:41:02.554792 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': 'edaa1bd5-d0b9-498b-a513-123dff7f6465', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'port_id': 'd4019c88-b336-4c3c-9948-4ef60b8c08be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'mac_address': 'fa:16:3e:d5:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:40:49Z', 'updated_at': '2021-01-15T10:41:01Z', 'revision_number': 1, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:41:02.558883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] Checking router: 5f4a0f87-8e98-45dc-86c5-df554f5e86aa for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:41:02.568263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:41:02.568916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:40:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:41:02.592298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-fdc532a8-cf77-4d22-9038-fe083e88da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:02.593828 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-fdc532a8-cf77-4d22-9038-fe083e88da32 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1421087 Jan 15 10:41:02.707175 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-8edb87ef-fdc6-4653-8eca-11d1f1d06d03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 200 len: 999 time: 0.1061337 Jan 15 10:41:02.753210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:41:02.777308 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-b9e9bfd3-bc69-42be-94eb-6503b086016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:02.779199 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-b9e9bfd3-bc69-42be-94eb-6503b086016e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0656493 Jan 15 10:41:02.865338 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-1d0f5517-437b-4d05-bc68-523d77427068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:02.867031 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-1d0f5517-437b-4d05-bc68-523d77427068 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806973 Jan 15 10:41:03.024784 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-042d2394-8fa4-4c25-9c49-ce1bb5465025 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501868 Jan 15 10:41:03.182098 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cae1d00f-7755-4fcd-b0a2-d72e26ba92a1 req-356a7caa-2242-403d-8801-e271b081927a service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496146 Jan 15 10:41:03.318388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': 'edaa1bd5-d0b9-498b-a513-123dff7f6465', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'port_id': 'd4019c88-b336-4c3c-9948-4ef60b8c08be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'mac_address': 'fa:16:3e:d5:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:40:49Z', 'updated_at': '2021-01-15T10:41:01Z', 'revision_number': 1, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:41:03.323017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf90cde-1af0-4207-a909-f9064b830bc5 None None] The sync data for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi is: [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_floatingips': [{'id': 'edaa1bd5-d0b9-498b-a513-123dff7f6465', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'floating_ip_address': '172.27.1.91', 'floating_network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'router_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'port_id': 'd4019c88-b336-4c3c-9948-4ef60b8c08be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'mac_address': 'fa:16:3e:d5:49:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-15T10:40:49Z', 'updated_at': '2021-01-15T10:41:01Z', 'revision_number': 1, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:41:03.625814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a45e367-64ad-43b9-8447-51e2b411087c None None] New status for floating IP edaa1bd5-d0b9-498b-a513-123dff7f6465: ACTIVE {{(pid=80047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:41:13.139142 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:15.744708 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-30a01a42-373c-4e81-a65d-31f6804ac6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:17.352361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:41:17.966632 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9ef7317b-4151-4532-a171-08a8d2c91369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:18.443317 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:19.662415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:20.487877 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:43.193773 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:45.747216 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d53518db-a871-4c45-8c52-0240ea3b37e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:47.968373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-578687da-afca-4877-a807-f274105cf2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:48.447246 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:49.665591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:50.491563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:41:54.352351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:41:58.924397 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-e1a95fa3-775b-45b1-a7c8-2d3f0f977d94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0760994 Jan 15 10:41:59.072823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-746e5eff-9e27-4da2-9c37-608874f4f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:59.074441 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-746e5eff-9e27-4da2-9c37-608874f4f42b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0754173 Jan 15 10:41:59.231005 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-201b49ba-204f-4d0d-a9c1-78efdc1c2a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:59.232538 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-201b49ba-204f-4d0d-a9c1-78efdc1c2a50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1374447 Jan 15 10:41:59.306677 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-5605c1be-1b59-4a94-aad0-4924266ca120 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0665648 Jan 15 10:41:59.376162 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-2da5675b-751c-4d97-9a91-662b2db9ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:59.377740 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-2da5675b-751c-4d97-9a91-662b2db9ac0f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0653954 Jan 15 10:41:59.464277 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-32cb64ca-30b6-4f71-b9cd-e87d9db5d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:41:59.465923 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-32cb64ca-30b6-4f71-b9cd-e87d9db5d46f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808034 Jan 15 10:41:59.853860 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-86b3310b-f9a3-4ae2-8ad3-e746684228ba service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790793 Jan 15 10:42:00.002618 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-f383ac19-60a1-4f60-aa53-b498521d8acd req-a25591d8-f3a1-48ab-afce-e11c47193354 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410503 Jan 15 10:42:13.224406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:15.749037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bd9fe619-fdc0-4148-b297-d9304651b3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:17.971077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-11c5d186-057a-4a1b-b90e-606153e0d7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:18.449610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:19.667391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:20.502963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:31.352307 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:42:43.221820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:44.460920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-2c54004e-a7dc-4db2-993c-4ca3c43997ec req-3fed53f2-0241-4e82-aaa0-01219a74070c tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] (80045) timed out ('10.222.0.75', 40228) {{(pid=80045) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 15 10:42:45.750425 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-43a9bfcc-72a8-4d59-b43a-bd6349bfef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:47.974911 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ebd74cdc-d9e7-4359-bd31-d6d3d82bf865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:48.451368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:49.673291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:50.507169 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:42:59.144316 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-0769ae52-37c3-45e5-96bf-052586851a54 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2453613 Jan 15 10:42:59.245172 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-8640a7cc-bdb9-460d-b9d2-740d5f09c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:42:59.246677 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-8640a7cc-bdb9-460d-b9d2-740d5f09c5d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 1163 time: 0.0782692 Jan 15 10:42:59.409751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-e14cc942-fb58-45a2-bafa-3c39b754cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:42:59.411858 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-e14cc942-fb58-45a2-bafa-3c39b754cf35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1403937 Jan 15 10:42:59.518322 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-e4161318-cdfb-4ce7-9ee9-526a730de19f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 200 len: 1001 time: 0.0989168 Jan 15 10:42:59.589837 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-4025b486-c4c2-4805-affc-ccf99739a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:42:59.591436 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-4025b486-c4c2-4805-affc-ccf99739a774 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0666959 Jan 15 10:42:59.672639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-50c4a135-663c-4813-8ac8-6d45154d5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:42:59.674298 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-50c4a135-663c-4813-8ac8-6d45154d5de8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744138 Jan 15 10:42:59.819466 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-ead821f5-0817-4301-a27d-694dd054c812 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376598 Jan 15 10:42:59.968666 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-82c8b929-99ed-4af3-814a-f1e9531d6bb4 req-9674c39b-c428-4798-9b88-e35a9f0b5c7a service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408551 Jan 15 10:43:08.351408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:43:13.246291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:15.752468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6153aa42-cc81-4277-b0b3-d7d409cd520c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:17.977799 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-973cc673-d956-4be8-9db7-b5c593f9a81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:18.453834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:19.676040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:20.509368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:43.246291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:45.351300 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:43:45.753722 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7a304e59-2241-4168-bb06-990d2965b7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:47.981418 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c556ce89-cd37-4445-9f3e-8482987ea93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:48.458105 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:49.687408 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:50.513168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:43:59.947808 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-b0c618bd-1c3f-4ed8-8a84-a5b4576ff75e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0831392 Jan 15 10:44:00.103792 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-c834cd8a-1e33-4f4d-94bd-ec11b99c1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:44:00.105446 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-c834cd8a-1e33-4f4d-94bd-ec11b99c1347 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0778852 Jan 15 10:44:00.269013 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-8dfd4c77-a828-463d-87f4-2fa04b560cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:44:00.270634 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-8dfd4c77-a828-463d-87f4-2fa04b560cda service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1428337 Jan 15 10:44:00.347669 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-db802888-b3bc-4ecf-9a77-4444892f54a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0692053 Jan 15 10:44:00.422776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-6d6a791a-e134-4d2b-aad4-fa8b77841afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:44:00.424475 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-6d6a791a-e134-4d2b-aad4-fa8b77841afb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0686765 Jan 15 10:44:00.507328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-5dddf5fa-da0e-4689-9c42-966280b6acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:44:00.508883 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-5dddf5fa-da0e-4689-9c42-966280b6acb6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767710 Jan 15 10:44:00.657127 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-8dabc3dc-3afb-423e-89b9-3aba04598254 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396673 Jan 15 10:44:00.804619 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-48131eab-2fb4-4b0b-9cd6-f569ac82ff00 req-6c964183-dc4f-46c1-8917-f60d5975a000 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403925 Jan 15 10:44:13.264119 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:15.755422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d41b504c-2f2b-4a30-9681-1f84ffd6fd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:17.982601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5fac1874-e3ee-443d-8269-a96865fa3cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:18.460884 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:19.680163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:20.517917 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:22.350751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:44:43.288422 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:45.756873 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-388754d0-58f4-490e-969e-121e6419b10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:47.984199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7e60856a-0a5b-45ff-9c58-f3beb8630e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:48.464525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:49.681949 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:50.521823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:44:59.350514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:45:01.967833 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-8bff7158-372a-4969-87a7-0440190e0b7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0797625 Jan 15 10:45:02.066650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-cee9ea24-e140-4702-952d-8d4513048109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:45:02.068753 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-cee9ea24-e140-4702-952d-8d4513048109 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 1163 time: 0.0784996 Jan 15 10:45:02.226735 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-53efdf64-af04-4489-8705-dd58e2267b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:45:02.228442 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-53efdf64-af04-4489-8705-dd58e2267b9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1396110 Jan 15 10:45:02.340002 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-2ebebde0-8981-4e38-8e07-2a67266aefbb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 200 len: 1001 time: 0.1023910 Jan 15 10:45:02.409848 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-24d6b569-0ca7-46d9-b036-acaf0dbdf22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:45:02.411465 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-24d6b569-0ca7-46d9-b036-acaf0dbdf22b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0644825 Jan 15 10:45:02.497956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-c33e4bcc-5069-4876-be56-fea181def212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:45:02.499713 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-c33e4bcc-5069-4876-be56-fea181def212 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806282 Jan 15 10:45:02.647318 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-9a9e4c89-f85e-4e8f-9e65-06d2638bb78b service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391504 Jan 15 10:45:02.794034 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-10a9dce9-1dd0-41f6-8aa1-b2e6352a6fd9 req-a2bd4e6e-7729-4c77-958c-b01fa3e7acb5 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392889 Jan 15 10:45:13.302801 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:15.758507 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fdc91fae-7dfb-47e7-8e85-0608a5ea7b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:17.985960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6dca8042-5d77-4530-8b94-b32771b24cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:18.467675 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:19.683639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:20.526940 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:36.350767 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:45:43.321562 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:45.759598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-21dcfd71-70f1-4a1a-b3e0-52aceaf8eca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:47.988068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-40c8859b-98eb-4730-adea-725412658219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:48.469618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:49.684875 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:45:50.528989 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:02.925939 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-39569cb4-6ec9-4c4e-b320-131dee0fded9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0730522 Jan 15 10:46:03.093137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-261e6f5e-ded3-4013-bcf8-a3b2bc0626e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:46:03.093137 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-261e6f5e-ded3-4013-bcf8-a3b2bc0626e8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0829198 Jan 15 10:46:03.253912 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-b95534a0-953f-4547-ac77-989122bd890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:46:03.255453 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-b95534a0-953f-4547-ac77-989122bd890b service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1411803 Jan 15 10:46:03.327607 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-eaf9193e-5544-4ae1-92e6-bfaa267c501c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0637746 Jan 15 10:46:03.402820 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-b69ea946-f437-46c5-bec1-4690f176d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:46:03.404488 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-b69ea946-f437-46c5-bec1-4690f176d4ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0694418 Jan 15 10:46:03.486612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-26db333c-ca9e-4ec0-9ed2-c251a9f90384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:46:03.488275 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-26db333c-ca9e-4ec0-9ed2-c251a9f90384 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760567 Jan 15 10:46:03.637315 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-bcdf2a50-baf0-4ec2-9c2d-2f14922219b5 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376626 Jan 15 10:46:03.783705 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-7581e2b4-aceb-4eb2-b284-4a0f03de4312 req-0a4d2b89-b3e2-49ad-8529-aff8cb63c0e2 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382592 Jan 15 10:46:13.350520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:46:13.353536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:15.761993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2172db03-99ea-4aab-8be4-463b78955961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:17.993161 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2e5d20bd-f935-469e-a683-d65e63a9130a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:18.472496 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:19.686706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:20.532426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:43.356141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:45.764152 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-07f8164b-4f07-4a6c-9d7f-3888f4ee37b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:47.996961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-513b3054-0ea8-4e83-80fd-55a0a1ba5cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:48.475928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:49.689641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:46:50.350524 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:46:50.537883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:02.959341 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-74b63bf5-4375-4dd3-8d90-07dc45c3d8bf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0733492 Jan 15 10:47:03.057611 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-6a5b9c3b-f4cf-4846-b06e-83cb722aaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:47:03.059179 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-6a5b9c3b-f4cf-4846-b06e-83cb722aaf11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 1163 time: 0.0784020 Jan 15 10:47:03.461032 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-3c72344d-db15-42e5-88b4-1acdb1a29f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:47:03.463201 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-3c72344d-db15-42e5-88b4-1acdb1a29f28 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.3845944 Jan 15 10:47:03.571720 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-eb577c60-448c-40f9-8168-b6ee92b9f76c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 200 len: 1001 time: 0.1009910 Jan 15 10:47:03.641963 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-627d51d3-c947-4576-b8cf-c9bec45882cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:47:03.643535 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-627d51d3-c947-4576-b8cf-c9bec45882cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0656564 Jan 15 10:47:03.731667 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-6d34c05d-f52e-41af-83d9-7d37bcfaa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:47:03.733228 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-6d34c05d-f52e-41af-83d9-7d37bcfaa44d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813837 Jan 15 10:47:03.880824 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-10d0d2fd-c80d-4661-b277-c085d2074c99 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402009 Jan 15 10:47:04.026859 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-77d46cc7-5766-4d17-8f2e-3032f1885947 req-06ec12dc-a7c4-46b8-b9c1-7e68bb9aa3a1 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390586 Jan 15 10:47:13.366051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:15.766607 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-fd21e33e-dd69-4445-a439-c73943ced2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:17.999045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-deba8cb4-5147-4958-b6cc-d19e401ec961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:18.478505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:19.691776 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:20.538846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:27.350008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:47:43.395113 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:45.767981 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8170ddeb-401a-430a-8d5a-bf788b75eb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:48.000093 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2ae2abdf-5a21-47d8-bd1d-372234b2fa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:48.480585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:49.693253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:47:50.543723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:04.034744 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-5986f140-3236-4183-a81c-b5a367de0156 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1538086 Jan 15 10:48:04.193103 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487252-77d6-497c-a62e-eb236cafe833 req-1e165629-3acc-4d3c-a0ca-6b7b5179739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:48:04.194675 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-1e165629-3acc-4d3c-a0ca-6b7b5179739e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0780642 Jan 15 10:48:04.349608 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:48:04.357795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487252-77d6-497c-a62e-eb236cafe833 req-008bbde7-d049-4b42-b328-bf28090a59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:48:04.359442 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-008bbde7-d049-4b42-b328-bf28090a59c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1451883 Jan 15 10:48:04.438906 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-e160a35e-39a6-4ccd-b208-f9a6bf091285 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0701885 Jan 15 10:48:04.511392 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487252-77d6-497c-a62e-eb236cafe833 req-21890aa0-87be-40a0-95aa-35ec21c228a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:48:04.512947 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-21890aa0-87be-40a0-95aa-35ec21c228a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0663993 Jan 15 10:48:04.602518 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487252-77d6-497c-a62e-eb236cafe833 req-128f3207-83a5-401f-9b88-7d03a59c15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:48:04.604780 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-128f3207-83a5-401f-9b88-7d03a59c15fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837922 Jan 15 10:48:04.616972 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-8cda01c2-8b18-4612-9178-33d1402dfb02 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=80044) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 15 10:48:04.618079 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-8cda01c2-8b18-4612-9178-33d1402dfb02 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0056469 Jan 15 10:48:04.781170 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-140703cf-c0c8-4b8c-8e7b-8fe0f873a1f3 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560733 Jan 15 10:48:04.933078 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-5f487252-77d6-497c-a62e-eb236cafe833 req-558e328f-22d7-42e7-91c8-fc4c3d945b57 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434836 Jan 15 10:48:13.404872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:15.769676 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-28145dd9-97f5-4654-9e6c-878962fc6da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:18.002302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-80e966b3-c224-40b7-99fa-c379799b9d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:18.484381 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:19.695123 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:20.548050 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:41.350008 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:48:43.441303 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:45.771692 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4a9dfe17-855d-4200-9047-2ef4ca1301b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:48.004061 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f10b7817-b279-44ea-8eac-7e6f853f1308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:48.486222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:49.697999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:48:50.551503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:03.959216 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-26eb20a2-aa23-4e4a-b467-badb84e9e949 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0762458 Jan 15 10:49:04.057330 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-a525bda8-870d-4055-bf00-9c850a82661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:49:04.058980 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-a525bda8-870d-4055-bf00-9c850a82661a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47a425a205e8463ba388cd3084ebab50&device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 1163 time: 0.0768104 Jan 15 10:49:04.219929 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-eb839ffb-6b42-449d-9770-1ba97483f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:49:04.221451 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-eb839ffb-6b42-449d-9770-1ba97483f1dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 200 len: 905 time: 0.1414003 Jan 15 10:49:04.339172 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-a05de3e1-2d71-47c2-9fac-05edc7599860 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 200 len: 1001 time: 0.1083832 Jan 15 10:49:04.430751 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-09bec7af-ae04-49c4-a506-93c76caa7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:49:04.432411 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-09bec7af-ae04-49c4-a506-93c76caa7f7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 200 len: 850 time: 0.0859807 Jan 15 10:49:04.522424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-de57c775-b37d-44c5-bee8-b96f8b6e7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:49:04.524042 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-de57c775-b37d-44c5-bee8-b96f8b6e7dbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1dcf8e81-586a-4187-9eb3-3f3fc3f42401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848002 Jan 15 10:49:04.674356 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-a9e077e2-4c71-4bfb-83d0-683149f076a8 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422534 Jan 15 10:49:04.822222 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-394b9014-f40e-4b23-a1f0-1f556f401f31 req-fd6ab5d5-bed3-42a8-b307-95c4069ee140 service neutron] 10.222.0.64 "GET /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404402 Jan 15 10:49:13.438945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:15.775680 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7c110e14-5d46-469c-9dad-9f68018ade1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:18.006200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2b7592b6-121d-4c36-b2c6-6fee6e4d648c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:18.350910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:49:18.489182 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:19.699497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:20.557163 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:43.438579 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:45.776704 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-631b765c-4c4d-42bb-bca2-ed8aad660d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:48.008687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a037b542-2bf9-43f0-a8cd-6f5c9810a968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:48.492348 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:49.702347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:50.557956 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:49:55.350261 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:50:05.958487 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-a02ad5db-df34-4800-a219-441007a3e1f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0751309 Jan 15 10:50:06.106861 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-f31952cc-fdff-4f54-a355-bbdef95f045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:50:06.108529 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-f31952cc-fdff-4f54-a355-bbdef95f045b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0805075 Jan 15 10:50:06.267084 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-26c5a3b5-30f9-4ce5-8f43-ae31279fe675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:50:06.268618 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-26c5a3b5-30f9-4ce5-8f43-ae31279fe675 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1404076 Jan 15 10:50:06.340365 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-c5d39389-1ac4-4c56-b245-4e49b0cd9a9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0640993 Jan 15 10:50:06.415136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-d5671fd7-da3c-4ab1-8a4f-fddf1f8c9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:50:06.416737 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-d5671fd7-da3c-4ab1-8a4f-fddf1f8c9115 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0700018 Jan 15 10:50:06.498757 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-7d4197eb-f845-4f18-b2e9-2fcdf56e5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:50:06.500441 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-7d4197eb-f845-4f18-b2e9-2fcdf56e5094 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767791 Jan 15 10:50:06.645935 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-eca92963-51ae-4d3e-9cf6-9278f6f3f540 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373649 Jan 15 10:50:06.789060 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-00e92035-7cf9-4052-afcd-8aaba9799f0c req-3d56f610-0558-479d-bc18-730123af6891 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367502 Jan 15 10:50:13.449171 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:15.778398 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-093d8838-fbb7-4285-af26-be5c70fff4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:18.011138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-822a63a8-2408-4984-8c64-701d34b96bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:18.495642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:19.703826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:20.562645 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:32.351075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:50:37.723404 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c77d7e-f6bc-48d6-8c44-3ca806dbf154 req-1b97910b-6538-4a57-b1de-3d8dc4a23cdd tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:50:37.725011 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-55c77d7e-f6bc-48d6-8c44-3ca806dbf154 req-1b97910b-6538-4a57-b1de-3d8dc4a23cdd tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 946 time: 0.1035054 Jan 15 10:50:37.776359 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-55c77d7e-f6bc-48d6-8c44-3ca806dbf154 req-06bfaf8e-b23f-4b40-90a9-af2685dcd2a9 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 Jan 15 10:50:38.398290 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-7201b5b4-d17e-4355-98c3-709f327f3d4d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:50:38.399091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-7201b5b4-d17e-4355-98c3-709f327f3d4d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Synchronizing usage tracker for tenant:47a425a205e8463ba388cd3084ebab50 on resource:port {{(pid=80044) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 15 10:50:38.415286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-7201b5b4-d17e-4355-98c3-709f327f3d4d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Unset dirty status for tenant:47a425a205e8463ba388cd3084ebab50 on resource:port {{(pid=80044) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 15 10:50:38.416541 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-7201b5b4-d17e-4355-98c3-709f327f3d4d tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 946 time: 0.1205661 Jan 15 10:50:38.497183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Deleting port d4019c88-b336-4c3c-9948-4ef60b8c08be {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:50:38.497560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:38.754335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] For port d4019c88-b336-4c3c-9948-4ef60b8c08be, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76859',level=0,port_id=d4019c88-b336-4c3c-9948-4ef60b8c08be,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:50:38.754895 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:39.007886 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073b7c6-0da6-4dbe-922f-14e36cdce23a req-6a887456-e37c-4b32-9172-7d607c8d29b7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80045) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:50:39.009499 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6073b7c6-0da6-4dbe-922f-14e36cdce23a req-6a887456-e37c-4b32-9172-7d607c8d29b7 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 946 time: 0.1011508 Jan 15 10:50:39.061901 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:39.062608 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-6073b7c6-0da6-4dbe-922f-14e36cdce23a req-ec01734b-ef26-4200-a5c5-69a9ee9c6571 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups?id=fdb307fd-202e-4d0b-8d2f-a637359d468a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461626 Jan 15 10:50:39.063018 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-682686'] for floatingip, after_update {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:39.063401 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.db.l3_db [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Floating IP edaa1bd5-d0b9-498b-a513-123dff7f6465 disassociated. External IP: 172.27.1.91, port: d4019c88-b336-4c3c-9948-4ef60b8c08be. Jan 15 10:50:39.063794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Calling delete_port for d4019c88-b336-4c3c-9948-4ef60b8c08be owned by compute:nova {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:50:39.210589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:39.228960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0ab9ad77-4821-423e-b125-1009f97f07f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:39.285658 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d4019c88-b336-4c3c-9948-4ef60b8c08be no longer exists at agent ovs-agent-hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:50:39.320584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] No Port match for: d4019c88-b336-4c3c-9948-4ef60b8c08be {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:50:39.320979 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Device d4019c88-b336-4c3c-9948-4ef60b8c08be not bound to the agent host hv-cinder-76859 {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:50:39.323130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event deleted for resources: {'Port': ['ID=d4019c88-b336-4c3c-9948-4ef60b8c08be,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:39.346276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.346686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.347117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.347530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.347931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.348332 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.348730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.349291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.349691 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.350086 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.350480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.350874 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.351328 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.351720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.352109 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.352499 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.352887 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.353273 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.353684 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.354074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.354460 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.354849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.355262 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.355650 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:39.361342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:39.868420 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:50:40.053390 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:50:40.063740 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] Sync routers for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:50:40.074480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:50:40.075345 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:50:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:40.093945 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] No DVR routers for this DVR port d4019c88-b336-4c3c-9948-4ef60b8c08be on host hv-cinder-76859 {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:50:40.096374 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for port, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:40.099222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'name': 'network-vif-deleted', 'tag': 'd4019c88-b336-4c3c-9948-4ef60b8c08be'}] {{(pid=80044) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 15 10:50:40.114374 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-cdfd66e6-b19c-4ad8-b7ac-b8a8dbc0564b req-d966fdf7-1e77-4175-8f0f-0dc4fee3eb03 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.64 "DELETE /v2.0/ports/d4019c88-b336-4c3c-9948-4ef60b8c08be HTTP/1.1" status: 204 len: 173 time: 1.6919711 Jan 15 10:50:40.250418 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-0da2d6fc-ea48-4e3a-9766-e068bfbacbff req-08fa3f42-32ea-4444-bcad-c8c30dbf9aba tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/ports?device_id=ff39424a-769e-4ce2-b734-92600f69c9e6 HTTP/1.1" status: 200 len: 210 time: 0.0523727 Jan 15 10:50:40.413846 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39424a-769e-4ce2-b734-92600f69c9e6', 'name': 'network-vif-deleted', 'tag': 'd4019c88-b336-4c3c-9948-4ef60b8c08be', 'status': 'completed', 'code': 200} Jan 15 10:50:40.437279 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:50:40.768156 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:40.772199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] Checking router: 5f4a0f87-8e98-45dc-86c5-df554f5e86aa for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:50:40.781200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:50:40.781850 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:50:18Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:40.968511 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:50:41.295536 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:41.299845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71154f8f-c04f-402a-b211-266c605ad74e None None] The sync data for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi is: [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:31:05Z', 'revision_number': 4, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi', '_interfaces': [{'id': 'b3472d4e-922a-4f29-9170-39db48cb2877', 'name': '', 'network_id': '1dcf8e81-586a-4187-9eb3-3f3fc3f42401', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'mac_address': 'fa:16:3e:64:1c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:04Z', 'updated_at': '2021-01-15T10:31:14Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'subnets': [{'id': '117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:50:41.410234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52116) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:41.485222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-295f6937-bdce-4708-a694-cd17597b026b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:41.516210 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-295f6937-bdce-4708-a694-cd17597b026b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:41.571601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-295f6937-bdce-4708-a694-cd17597b026b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:41.577402 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6c78ce5d-807f-4766-be8b-3fbbc51da86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:41.594391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f6937-bdce-4708-a694-cd17597b026b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb307fd-202e-4d0b-8d2f-a637359d468a,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:41.597301 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-295f6937-bdce-4708-a694-cd17597b026b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:41.605521 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-295f6937-bdce-4708-a694-cd17597b026b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:41.607431 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-295f6937-bdce-4708-a694-cd17597b026b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "DELETE /v2.0/security-groups/fdb307fd-202e-4d0b-8d2f-a637359d468a HTTP/1.1" status: 204 len: 168 time: 0.1953354 Jan 15 10:50:41.609668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52120) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:41.628563 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.api.v2.resource [None req-9f5aae61-a4f1-41ec-88b0-fb71ac8cee7a tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] show failed (client error): The resource could not be found. Jan 15 10:50:41.629712 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9f5aae61-a4f1-41ec-88b0-fb71ac8cee7a tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "GET /v2.0/security-groups/fdb307fd-202e-4d0b-8d2f-a637359d468a HTTP/1.1" status: 404 len: 347 time: 0.0189509 Jan 15 10:50:41.632882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52124) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:41.689395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6e446e-11e6-4908-bebd-05746735a161 None None] New status for floating IP edaa1bd5-d0b9-498b-a513-123dff7f6465: DOWN {{(pid=80047) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 15 10:50:41.805962 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Deleting port ff37d18f-0658-4690-b09a-014b76208951 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:50:41.806265 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:41.991136 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:41.992003 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:42.124339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Calling delete_port for ff37d18f-0658-4690-b09a-014b76208951 owned by network:floatingip {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:50:42.208997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80044) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:50:42.209365 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:50:42.711077 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Deleting port ff37d18f-0658-4690-b09a-014b76208951 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:50:42.711552 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:42.895385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:42.895750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:43.023706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Calling delete_port for ff37d18f-0658-4690-b09a-014b76208951 owned by network:floatingip {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:50:43.168610 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:43.183999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a48bfa43-0cf2-4f81-b3cf-bd73981f3c7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:43.278051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Pushing event deleted for resources: {'Port': ['ID=ff37d18f-0658-4690-b09a-014b76208951,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:43.280810 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:43.408039 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks [] for floatingip, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:43.422931 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2564'] for floatingip, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:43.424185 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-b3d2ee3d-b5c9-481f-890b-a6d35d562578 tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] 10.222.0.75 "DELETE /v2.0/floatingips/edaa1bd5-d0b9-498b-a513-123dff7f6465 HTTP/1.1" status: 204 len: 168 time: 1.7902293 Jan 15 10:50:43.452331 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:45.780314 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6b7c9495-b371-42af-bdfc-d2ac57018df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:46.405564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52148) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:47.153389 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-660704'] for router_interface, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:47.621542 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Deleting port b3472d4e-922a-4f29-9170-39db48cb2877 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:50:47.621927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:48.012019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-22dc76dc-f595-461b-b690-853d65bc9dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:48.049415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] For port b3472d4e-922a-4f29-9170-39db48cb2877, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=b3472d4e-922a-4f29-9170-39db48cb2877,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:50:48.049811 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:48.176248 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Calling delete_port for b3472d4e-922a-4f29-9170-39db48cb2877 owned by network:router_interface {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:50:48.346926 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:48.362020 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-31936978-dc7c-42b9-9112-2e3dd35fbb30 tempest-VolumesSnapshotTestJSON-1235063230 tempest-VolumesSnapshotTestJSON-1235063230] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:48.456234 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3472d4e-922a-4f29-9170-39db48cb2877,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:48.460359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:48.501233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:48.778612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853539027', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854117776'] for router_interface, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:49.282336 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa has already been hosted by L3 agent b866804f-e037-46af-bb92-c0a6ec3378a7 {{(pid=80044) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 15 10:50:49.468260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] Notify agent at l3_agent.dv-cinder-768592-3-iscsi the message routers_updated {{(pid=80044) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 15 10:50:49.477537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] Sync routers for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 15 10:50:49.481699 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7d854909-772d-4b4a-88e9-b9539f2a2422 admin admin] 10.222.0.75 "PUT /v2.0/routers/5f4a0f87-8e98-45dc-86c5-df554f5e86aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0748839 Jan 15 10:50:49.484387 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52154) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:49.487766 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:50:49.488437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:50:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:49.676251 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:49.682865 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:50:49.866339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:49.870474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:49.873449 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Deleting port 2e85b3ee-27ce-4594-9ddc-df59a5644a56 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:50:49.873823 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:49.996064 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:50:48Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:50.000275 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] Checking router: 5f4a0f87-8e98-45dc-86c5-df554f5e86aa for host: dv-cinder-768592-3-iscsi {{(pid=80046) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 15 10:50:50.009368 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] Routers {'5f4a0f87-8e98-45dc-86c5-df554f5e86aa'} bound to L3 agent in host dv-cinder-768592-3-iscsi {{(pid=80046) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 15 10:50:50.010537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-15T10:07:48Z,description=,heartbeat_timestamp=2021-01-15T10:50:48Z,host='dv-cinder-768592-3-iscsi',id=b866804f-e037-46af-bb92-c0a6ec3378a7,load=0,resource_versions=,resources_synced=,started_at=2021-01-15T10:07:48Z,topic='l3_agent')) {'router_ids': ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'], 'active': True} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:50.061603 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] For port 2e85b3ee-27ce-4594-9ddc-df59a5644a56, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=2e85b3ee-27ce-4594-9ddc-df59a5644a56,segment=NetworkSegment(6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd),segment_id=6c8f8cc5-1b86-4c91-9ee4-02dd952d2bbd)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:50:50.062009 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:50.202996 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvr_db [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] Set router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa gateway port host: dv-cinder-768592-3-iscsi {{(pid=80046) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 15 10:50:50.440292 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Calling delete_port for 2e85b3ee-27ce-4594-9ddc-df59a5644a56 owned by network:router_gateway {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:50:50.585532 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:50.595778 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:50.696978 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_hamode_db [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:50:48Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}], 'dv-cinder-768592-3-iscsi', False) {} {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:50.702258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ac075d-22fd-4828-a0b1-d51a115eb82c None None] The sync data for ids ['5f4a0f87-8e98-45dc-86c5-df554f5e86aa'] in dv-cinder-768592-3-iscsi is: [{'id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'name': 'tempest-AttachVolumeTestJSON-1611388510-router', 'tenant_id': '47a425a205e8463ba388cd3084ebab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'external_fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-15T10:31:00Z', 'updated_at': '2021-01-15T10:50:48Z', 'revision_number': 5, 'project_id': '47a425a205e8463ba388cd3084ebab50', 'gw_port': {'id': '2e85b3ee-27ce-4594-9ddc-df59a5644a56', 'name': '', 'network_id': '1ea1df50-65de-4ce2-9373-48960240e3a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:de:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4a0f87-8e98-45dc-86c5-df554f5e86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-15T10:31:01Z', 'updated_at': '2021-01-15T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '18abc3ca-84ce-4692-9eff-9920e58a4861', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-3-iscsi'}] {{(pid=80046) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 15 10:50:50.780591 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854093080'] for router_gateway, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:50.851556 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b3472d4e-922a-4f29-9170-39db48cb2877 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:50:50.890167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: b3472d4e-922a-4f29-9170-39db48cb2877 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:50:50.890560 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device b3472d4e-922a-4f29-9170-39db48cb2877 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:50:50.921533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-190275'] for router, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:50.923954 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:50.945454 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854114734'] for router, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:50.945919 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f4a0f87-8e98-45dc-86c5-df554f5e86aa {{(pid=80044) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 15 10:50:50.958668 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:50.960298 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3ea8d23c-f9e8-4b6f-bcf3-aff4b5178fb4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/5f4a0f87-8e98-45dc-86c5-df554f5e86aa HTTP/1.1" status: 204 len: 168 time: 1.4745908 Jan 15 10:50:50.963327 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52158) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:51.033567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] Deleting subnet 117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df {{(pid=80044) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 15 10:50:51.036878 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:51.093682 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852513945'] for subnet, precommit_delete_associations {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:51.180759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852996479'] for subnet, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:51.450378 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1779337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994441', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852510992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2966786'] for subnet, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:51.466885 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:51.553325 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:51.560498 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:51.605091 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for subnet, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:51.610537 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e6352-7c53-4bb8-bc7b-78cb2e9257eb None None] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 requested from dv-cinder-768592-3-iscsi {{(pid=80046) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 15 10:50:51.612004 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-f0d59d5f-dcab-4905-8e66-0bbc648f3bda admin admin] 10.222.0.75 "DELETE /v2.0/subnets/117b9d9f-ac4a-4969-bb3f-6d71a9f9f8df HTTP/1.1" status: 204 len: 168 time: 0.6467619 Jan 15 10:50:51.613795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52162) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:51.735363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853013070'] for network, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:51.802222 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Deleting port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 {{(pid=80044) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:50:51.802601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:51.862439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] DHCP port deletion for 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 request from dv-cinder-768592-3-iscsi {{(pid=80046) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 15 10:50:51.866843 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] Deleting port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:50:51.867322 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.029072 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] For port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80044) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:50:52.029397 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.084382 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.db [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] For port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17, host dv-cinder-768592-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-3-iscsi',level=0,port_id=e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17,segment=NetworkSegment(bac9bfb4-d099-43ff-876a-1db75c8a8132),segment_id=bac9bfb4-d099-43ff-876a-1db75c8a8132)] {{(pid=80046) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 15 10:50:52.084815 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854095179'] for port, precommit_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.158957 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Calling delete_port for e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 owned by network:dhcp {{(pid=80044) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:50:52.211554 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] Calling delete_port for e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 owned by network:dhcp {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 15 10:50:52.234251 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1741449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763052988497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363273802192210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264794'] for port, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.249832 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-31739eb1-af63-4f40-80a5-66b5813172ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:52.284030 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.db.api [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80046) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 15 10:50:52.284370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_db.api [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80046) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 15 10:50:52.340653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:52.347719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:52.395505 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] No DVR routers for this DVR port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 on host dv-cinder-768592-3-iscsi {{(pid=80044) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 15 10:50:52.522726 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1779446', 'neutron.services.segments.db._delete_segments_for_network-8763053037581'] for network, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.636434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dcf8e81-586a-4187-9eb3-3f3fc3f42401']}} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:52.653351 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac9bfb4-d099-43ff-876a-1db75c8a8132') {'for_net_delete': True} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:52.653687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.services.segments.db [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac9bfb4-d099-43ff-876a-1db75c8a8132') {} {{(pid=80044) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 15 10:50:52.665853 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273801632014', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2261855'] for segment, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.683417 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036852993196'] for segment, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.685453 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80044) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 15 10:50:52.786306 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] Deleting port e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 {{(pid=80046) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 15 10:50:52.786730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363273801793703'] for port, before_delete {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.858413 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-9940da3c-1f68-4318-ad5e-7dd6d43a3e7d None None] The port 'e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17' was deleted {{(pid=80046) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 15 10:50:52.879206 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:50:52.890040 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1782620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852511059'] for segment, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:52.917849 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:50:52.953277 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:50:52.953787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device e7f1e5cf-84f5-43eb-a7a3-4a5f9519cc17 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:50:52.954352 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 2e85b3ee-27ce-4594-9ddc-df59a5644a56 no longer exists at agent ovs-agent-dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 15 10:50:52.988967 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] No Port match for: 2e85b3ee-27ce-4594-9ddc-df59a5644a56 {{(pid=80046) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 15 10:50:52.989359 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.rpc [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Device 2e85b3ee-27ce-4594-9ddc-df59a5644a56 not bound to the agent host dv-cinder-768592-3-iscsi {{(pid=80046) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 15 10:50:53.089115 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.plugins.ml2.managers [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Network 1dcf8e81-586a-4187-9eb3-3f3fc3f42401 has no segments {{(pid=80044) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: Traceback (most recent call last): Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: timer() Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: cb(*args, **kw) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: return func(*args, **kwargs) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: self._notify() Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: self.callback(batched_events) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: event.method(event) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: segment_id)['aggregates'][0] Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: return f(self, *a, **k) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: return self._get(url).json() Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: **kwargs) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: return self.request(url, 'GET', **kwargs) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: **endpoint_filter) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 15 10:50:53.112717 dv-cinder-768592-3-iscsi neutron-server[79933]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 15 10:50:53.203960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852996353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1236788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-682639'] for network, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:53.208713 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9cf15d8a-b30c-4768-bc70-bb6225240c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:53.225567 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1236931'] for network, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:53.236867 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Pushing event deleted for resources: {'Network': ['ID=1dcf8e81-586a-4187-9eb3-3f3fc3f42401,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:53.240623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:53.251865 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-2d36f771-9302-404f-ba63-fb8ce28ac4db admin admin] 10.222.0.75 "DELETE /v2.0/networks/1dcf8e81-586a-4187-9eb3-3f3fc3f42401 HTTP/1.1" status: 204 len: 168 time: 1.6370029 Jan 15 10:50:53.407385 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52168) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:53.461318 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3137089d-9922-4653-8426-4176986a8b5f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=47a425a205e8463ba388cd3084ebab50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524821 Jan 15 10:50:53.464612 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52172) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:53.531274 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:53.561083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:53.617263 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:53.623073 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-eea0bb16-1f6d-43a2-ae8b-d9f572d16c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:53.637845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee701761-8629-4262-bc02-fc58d55c5c35,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:53.649134 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.649553 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.649969 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.650960 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.651388 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.651794 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.652199 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.652600 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.652997 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.653394 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.653791 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.654188 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.654630 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.655051 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.655450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.655845 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.656238 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.656639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.657037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.657430 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.657826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.658220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.658656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.659068 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80045) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:50:53.663157 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:53.664407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:53.665630 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ee701761-8629-4262-bc02-fc58d55c5c35 HTTP/1.1" status: 204 len: 168 time: 0.2000315 Jan 15 10:50:55.593506 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52224) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:55.767729 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:55.783598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:50:55.788167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Usage tracker for resource:security_group_rule and tenant:986260ea036d4e8eb92704e6ef0a0f0b is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:50:55.791291 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:50:55.798095 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:50:55.888596 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:55.891370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:55.899723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-353db762-3260-4a10-801f-e2c1b812dcd9 tempest-TestShelveInstance-513407072 tempest-TestShelveInstance-513407072] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:55.943756 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=986260ea036d4e8eb92704e6ef0a0f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490756 Jan 15 10:50:55.944753 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5148949-8645-4548-a05f-c3312e206fa7,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:55.946690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52230) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:50:55.948947 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:56.017468 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e34d-f334-430f-b596-b286e1c7e641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:56.046493 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e34d-f334-430f-b596-b286e1c7e641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:56.094444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e34d-f334-430f-b596-b286e1c7e641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:56.098744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-72aef69b-9a3f-4fea-ab82-f59ca73fe81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:50:56.111055 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2e34d-f334-430f-b596-b286e1c7e641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5148949-8645-4548-a05f-c3312e206fa7,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:50:56.116747 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7fa2e34d-f334-430f-b596-b286e1c7e641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:50:56.118928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7fa2e34d-f334-430f-b596-b286e1c7e641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:50:56.121299 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7fa2e34d-f334-430f-b596-b286e1c7e641 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5148949-8645-4548-a05f-c3312e206fa7 HTTP/1.1" status: 204 len: 168 time: 0.1726353 Jan 15 10:51:09.351883 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:51:13.442195 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:14.993315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52442) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:15.146037 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.162421 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:15.167167 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Usage tracker for resource:security_group_rule and tenant:703420cd9fca4049a9542236962f89a5 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:15.170178 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:15.175950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:15.267601 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.270457 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.281480 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7b660218-df77-4785-8ef9-841be9821018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:15.324805 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=703420cd9fca4049a9542236962f89a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303533 Jan 15 10:51:15.326540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3f742d-9ee3-4c49-80c0-f8ad876375ad,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:15.327724 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52448) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:15.330158 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-542ed6d5-66eb-45f4-913b-c2ef077e8031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:15.391826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dd2bdfdb-36ab-45e3-b503-57a777537a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.420017 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dd2bdfdb-36ab-45e3-b503-57a777537a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.475412 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dd2bdfdb-36ab-45e3-b503-57a777537a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.480517 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0c2ff38c-bdb7-41ce-9c44-9372c26ca2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:15.493588 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bdfdb-36ab-45e3-b503-57a777537a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3f742d-9ee3-4c49-80c0-f8ad876375ad,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:15.499085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dd2bdfdb-36ab-45e3-b503-57a777537a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:15.503370 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dd2bdfdb-36ab-45e3-b503-57a777537a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.504615 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-dd2bdfdb-36ab-45e3-b503-57a777537a4d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4b3f742d-9ee3-4c49-80c0-f8ad876375ad HTTP/1.1" status: 204 len: 168 time: 0.1758041 Jan 15 10:51:15.781961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0fa252ca-98ea-40e5-a890-310a0947e796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.850746 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52456) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:15.870580 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.885763 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:15.889797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b3103ff15f45b8a7ce791de70cef99 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:15.892759 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:15.898787 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:15.989450 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:15.992138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:16.001598 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6f446a80-fc95-4b93-b86a-21e6f3108f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:16.044019 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a3b3103ff15f45b8a7ce791de70cef99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921132 Jan 15 10:51:16.045744 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a122d717-3b43-405d-ac78-78fc1c5a86fd,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:16.046928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52460) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:16.049038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4bbd0a72-502f-4a63-875b-eec70b6c8702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:16.111298 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b4bb-0b7c-49db-8daf-ce68533f4b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:16.138683 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b4bb-0b7c-49db-8daf-ce68533f4b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:16.184512 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b4bb-0b7c-49db-8daf-ce68533f4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:16.189543 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c22f76d0-6f41-44db-95cb-91f0c18b547a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:16.202587 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8b4bb-0b7c-49db-8daf-ce68533f4b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a122d717-3b43-405d-ac78-78fc1c5a86fd,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:16.206723 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-9aa8b4bb-0b7c-49db-8daf-ce68533f4b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:16.214107 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-9aa8b4bb-0b7c-49db-8daf-ce68533f4b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:16.215411 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-9aa8b4bb-0b7c-49db-8daf-ce68533f4b2c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a122d717-3b43-405d-ac78-78fc1c5a86fd HTTP/1.1" status: 204 len: 168 time: 0.1673789 Jan 15 10:51:18.014067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f639de20-94ef-47e1-aa1c-b8f619b3623c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:18.433444 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52504) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:18.502846 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:18.597589 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:18.613769 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:18.617920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Usage tracker for resource:security_group_rule and tenant:a420e40d717d44c89ce23e701f9bbf5d is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:18.620993 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:18.627045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:18.719074 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:18.722067 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:18.731953 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5191c990-7448-4b04-8e7b-6ed38f86de54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:18.774592 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a420e40d717d44c89ce23e701f9bbf5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399484 Jan 15 10:51:18.776395 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d740484a-93f6-46bd-9cde-45737f9599e1,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:18.777555 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52510) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:18.780459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7101ba21-b0da-4484-bf60-6cfeaf177f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:18.848019 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dc35a480-b130-4fd1-8883-e5db23795d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.093549 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dc35a480-b130-4fd1-8883-e5db23795d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.139426 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dc35a480-b130-4fd1-8883-e5db23795d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.144625 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e11e6ba5-635a-4ece-8eae-b752f0aaf560 tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:19.158223 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35a480-b130-4fd1-8883-e5db23795d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d740484a-93f6-46bd-9cde-45737f9599e1,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:19.163671 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dc35a480-b130-4fd1-8883-e5db23795d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:19.168433 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dc35a480-b130-4fd1-8883-e5db23795d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.169729 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-dc35a480-b130-4fd1-8883-e5db23795d19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d740484a-93f6-46bd-9cde-45737f9599e1 HTTP/1.1" status: 204 len: 168 time: 0.3905671 Jan 15 10:51:19.526187 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52518) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:19.545855 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.561893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:19.566699 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Usage tracker for resource:security_group_rule and tenant:67564df6e04245478050d4fbc5c77f82 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:19.569910 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:19.576473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:19.663872 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.666944 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.676283 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-40afce0e-970c-4f1f-b4e3-30d1d8f3684f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:19.709819 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.725110 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67564df6e04245478050d4fbc5c77f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977406 Jan 15 10:51:19.726892 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e153145-f48b-4ddf-a08e-cdee485104c0,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:19.728189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52522) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:19.730446 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a3103adf-ce66-421a-95d9-757b85b744c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:19.791785 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0441-c608-4bf8-b056-9b4d6a1924f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.820335 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0441-c608-4bf8-b056-9b4d6a1924f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.867738 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0441-c608-4bf8-b056-9b4d6a1924f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.871653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-f943abbf-8178-4098-8878-32268f87f66b tempest-TestMinimumBasicScenario-1285350970 tempest-TestMinimumBasicScenario-1285350970] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:19.884117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e0441-c608-4bf8-b056-9b4d6a1924f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e153145-f48b-4ddf-a08e-cdee485104c0,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:19.889529 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-6b7e0441-c608-4bf8-b056-9b4d6a1924f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:19.891655 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0441-c608-4bf8-b056-9b4d6a1924f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:19.892878 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-6b7e0441-c608-4bf8-b056-9b4d6a1924f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4e153145-f48b-4ddf-a08e-cdee485104c0 HTTP/1.1" status: 204 len: 168 time: 0.1636269 Jan 15 10:51:20.570539 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:30.656010 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52652) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:30.816153 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:30.835639 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:30.840528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Usage tracker for resource:security_group_rule and tenant:5917d6f346414ed8bcfd989d1274c530 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:30.843727 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:30.849687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:30.937220 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:30.940168 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:30.949456 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-b461a08b-d85f-4759-8ca3-0fb85da4745b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:30.993613 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5917d6f346414ed8bcfd989d1274c530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3363945 Jan 15 10:51:30.994605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8d080d-0b2d-4d3f-b392-387551440d42,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:30.996484 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52658) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:30.998805 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8a644f55-5a45-4606-94ba-be1b16cdb380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:31.065289 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a0335b47-35d5-4420-bcfa-f239c84350a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.096315 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a0335b47-35d5-4420-bcfa-f239c84350a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.143415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a0335b47-35d5-4420-bcfa-f239c84350a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.148721 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-c1723385-dbac-4406-abe2-6592eb4102ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:31.164276 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0335b47-35d5-4420-bcfa-f239c84350a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8d080d-0b2d-4d3f-b392-387551440d42,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:31.167205 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a0335b47-35d5-4420-bcfa-f239c84350a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:31.178094 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a0335b47-35d5-4420-bcfa-f239c84350a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.179365 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-a0335b47-35d5-4420-bcfa-f239c84350a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b8d080d-0b2d-4d3f-b392-387551440d42 HTTP/1.1" status: 204 len: 168 time: 0.1817660 Jan 15 10:51:31.549982 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52666) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:31.569540 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.586361 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:31.590795 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:2038d383707d4f6b97119fc721d788d8 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:31.594434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:31.600347 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:31.687393 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.690233 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.703690 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-8c8302f4-9de1-4924-b436-82bdd555f2af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:31.748243 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2038d383707d4f6b97119fc721d788d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1965234 Jan 15 10:51:31.750001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5914ee-e185-4f48-a8a4-7622da14f9fb,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:31.751203 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52670) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:31.753364 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:31.815829 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e4ce73fc-d3a6-443f-bf32-037067718d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.845732 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e4ce73fc-d3a6-443f-bf32-037067718d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.890633 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e4ce73fc-d3a6-443f-bf32-037067718d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.894530 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3b70326c-71e1-4eb9-bd40-f6ad35b97c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:31.912100 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce73fc-d3a6-443f-bf32-037067718d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5914ee-e185-4f48-a8a4-7622da14f9fb,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:31.914916 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e4ce73fc-d3a6-443f-bf32-037067718d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:31.923736 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e4ce73fc-d3a6-443f-bf32-037067718d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:31.924963 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e4ce73fc-d3a6-443f-bf32-037067718d8a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a5914ee-e185-4f48-a8a4-7622da14f9fb HTTP/1.1" status: 204 len: 168 time: 0.1726832 Jan 15 10:51:32.358577 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52678) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:32.377503 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:32.394326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:32.398474 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Usage tracker for resource:security_group_rule and tenant:dd9f48a64e2b4d50b024b6f8f655f438 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:32.401585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:32.407991 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:32.495602 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:32.498743 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:32.506313 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a808bd5a-8ecd-4a8e-b55d-458a086793b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:32.553119 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd9f48a64e2b4d50b024b6f8f655f438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915989 Jan 15 10:51:32.554166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82b40b7-7339-441e-9942-7f59a7185cdd,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:32.554320 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52682) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:32.557750 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1a9f7dae-7d76-40b5-a614-e9f537aea3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:32.619950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-888299bb-bb74-48f3-bb6f-1c7fd54f0c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:32.649260 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-888299bb-bb74-48f3-bb6f-1c7fd54f0c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:32.700245 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-888299bb-bb74-48f3-bb6f-1c7fd54f0c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:32.706179 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-1f6941da-1477-4844-8da2-55a44e7de23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:32.720341 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888299bb-bb74-48f3-bb6f-1c7fd54f0c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82b40b7-7339-441e-9942-7f59a7185cdd,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:32.726165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-888299bb-bb74-48f3-bb6f-1c7fd54f0c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:32.731075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-888299bb-bb74-48f3-bb6f-1c7fd54f0c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:32.732377 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-888299bb-bb74-48f3-bb6f-1c7fd54f0c59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d82b40b7-7339-441e-9942-7f59a7185cdd HTTP/1.1" status: 204 len: 168 time: 0.1770160 Jan 15 10:51:38.185075 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52754) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:38.351424 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:38.367280 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:38.371464 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Usage tracker for resource:security_group_rule and tenant:10182c97dd8a4900aff15dc4954bc647 is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:38.374623 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:38.380687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:38.477495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:38.480281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:38.489514 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-0b742f97-efd0-4dba-951f-6a74453706d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:38.533396 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=10182c97dd8a4900aff15dc4954bc647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471429 Jan 15 10:51:38.535183 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615f6ce9-d7fb-4bae-86e3-2199749fa522,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:38.536353 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52760) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:38.538701 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-7e29b641-dcaf-409e-9bf1-9fc96d1e8366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:38.609281 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ea83abc7-141d-43e0-a73d-48abadfe0b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:38.646687 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ea83abc7-141d-43e0-a73d-48abadfe0b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:38.700150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ea83abc7-141d-43e0-a73d-48abadfe0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:38.705950 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-a33b4f45-2530-41c6-8392-cbd1320d26be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:38.721297 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83abc7-141d-43e0-a73d-48abadfe0b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615f6ce9-d7fb-4bae-86e3-2199749fa522,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:38.724618 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-ea83abc7-141d-43e0-a73d-48abadfe0b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:38.729621 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ea83abc7-141d-43e0-a73d-48abadfe0b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:38.731770 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-ea83abc7-141d-43e0-a73d-48abadfe0b13 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/615f6ce9-d7fb-4bae-86e3-2199749fa522 HTTP/1.1" status: 204 len: 168 time: 0.1942532 Jan 15 10:51:39.101782 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52768) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:39.122483 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:39.139415 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:39.143500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Usage tracker for resource:security_group_rule and tenant:a397d199144445f1864841fda00dc73d is out of sync, need to count used quota {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:39.146525 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80044) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:39.152423 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80044) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:39.243160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:39.246165 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:39.254706 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-295f6937-bdce-4708-a694-cd17597b026b tempest-AttachVolumeTestJSON-1402102079 tempest-AttachVolumeTestJSON-1402102079] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:39.300807 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a397d199144445f1864841fda00dc73d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977425 Jan 15 10:51:39.301624 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d4113a-7fd0-4b53-ad1b-e88634412522,revision_number=1']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:39.304083 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52772) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:39.305079 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-e84169c7-9101-4c38-b36e-15c37bb4b67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:39.371992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a11c-fb07-4043-9303-2d6aced3baf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:39.402594 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a11c-fb07-4043-9303-2d6aced3baf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:39.473927 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a11c-fb07-4043-9303-2d6aced3baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:39.483459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-4b0e3a52-ebe0-4fe7-a4f8-471827541148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:39.498150 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9a11c-fb07-4043-9303-2d6aced3baf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d4113a-7fd0-4b53-ad1b-e88634412522,revision_number=None']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:39.502108 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-5ea9a11c-fb07-4043-9303-2d6aced3baf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:39.505565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-5ea9a11c-fb07-4043-9303-2d6aced3baf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:39.506902 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-5ea9a11c-fb07-4043-9303-2d6aced3baf4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e1d4113a-7fd0-4b53-ad1b-e88634412522 HTTP/1.1" status: 204 len: 168 time: 0.2016351 Jan 15 10:51:43.468497 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:43.942961 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80045) accepted ('10.222.0.75', 52816) {{(pid=80045) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:44.096451 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:44.113490 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 15 10:51:44.117443 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:e29fc548632a48c48ea4888b50971598 is out of sync, need to count used quota {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 15 10:51:44.120641 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.quota.resource [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80045) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 15 10:51:44.126555 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.quota.driver [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80045) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 15 10:51:44.222520 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:44.225662 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_create {{(pid=80045) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:44.235200 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-dd2bdfdb-36ab-45e3-b503-57a777537a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:44.280006 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e29fc548632a48c48ea4888b50971598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356404 Jan 15 10:51:44.281756 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fed684d-3c07-45cb-a9bc-c1123926344d,revision_number=1']} {{(pid=80045) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:44.282858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.wsgi [-] (80044) accepted ('10.222.0.75', 52822) {{(pid=80044) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 15 10:51:44.285471 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-3f2ec84d-0cc0-4161-91b1-6b6cf1142bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80045) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:44.353949 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:44.384406 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:44.435564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853994481'] for security_group, after_delete {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:44.443988 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-48ada699-d54e-437b-a627-5c3cd69d0ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 15 10:51:44.459975 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fed684d-3c07-45cb-a9bc-c1123926344d,revision_number=None']} {{(pid=80044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 15 10:51:44.471229 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.471882 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.472045 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.472439 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.472851 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.473253 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.473656 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.474056 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.474459 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.474858 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.475287 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.475685 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76859 {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.476126 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.476528 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.476928 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.477324 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.477719 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.478117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.478513 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.478909 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.479329 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.479730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.480138 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.480533 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-3-iscsi {{(pid=80044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 15 10:51:44.484034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG oslo_concurrency.lockutils [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80044) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 15 10:51:44.492826 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80044) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:44.494128 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [None req-bcc72a23-5b44-406d-8015-fd67b1900923 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8fed684d-3c07-45cb-a9bc-c1123926344d HTTP/1.1" status: 204 len: 168 time: 0.2100916 Jan 15 10:51:45.795323 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-4f53886f-2491-482e-9471-fcfe8165e04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:46.351730 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:51:48.019584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e73a3ded-4bfa-4bd7-a3e1-1208cc5b98dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:48.504834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:49.705334 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:51:50.571565 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:08.917387 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1df2d588-179d-4bf8-be30-077877c4020a req-abdd8839-e027-4f86-a116-6541f196bf81 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0785429 Jan 15 10:52:09.308992 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d588-179d-4bf8-be30-077877c4020a req-f58fe546-b584-4835-be35-02583c55639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:52:09.310545 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1df2d588-179d-4bf8-be30-077877c4020a req-f58fe546-b584-4835-be35-02583c55639a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.3096614 Jan 15 10:52:09.474573 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d588-179d-4bf8-be30-077877c4020a req-03d3a79c-3f50-4587-8162-0bdab2406846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:52:09.476246 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1df2d588-179d-4bf8-be30-077877c4020a req-03d3a79c-3f50-4587-8162-0bdab2406846 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1433935 Jan 15 10:52:09.554089 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1df2d588-179d-4bf8-be30-077877c4020a req-eb524954-4c72-4257-85c1-c66381d81129 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0687354 Jan 15 10:52:09.625141 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d588-179d-4bf8-be30-077877c4020a req-1fb4f808-55d1-4561-bd57-df3db5b1002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:52:09.626729 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1df2d588-179d-4bf8-be30-077877c4020a req-1fb4f808-55d1-4561-bd57-df3db5b1002d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0656722 Jan 15 10:52:09.706495 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2d588-179d-4bf8-be30-077877c4020a req-8ca44eee-5862-4377-8c24-6e75ca5b640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:52:09.708127 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1df2d588-179d-4bf8-be30-077877c4020a req-8ca44eee-5862-4377-8c24-6e75ca5b640a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747166 Jan 15 10:52:09.858458 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1df2d588-179d-4bf8-be30-077877c4020a req-dc33a6e0-ca38-499d-b521-a42bd09efb17 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411011 Jan 15 10:52:10.006204 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-1df2d588-179d-4bf8-be30-077877c4020a req-6992e29a-0d35-4b60-b2af-ee7ece7cc4be service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403177 Jan 15 10:52:13.465999 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:15.788994 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-d4c93b49-c4da-4f71-977f-e92eccf3f5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:18.022373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-ef76c0b9-5f32-4a3b-b3cf-45c6f0240dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:18.506814 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:19.708686 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:20.576189 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:23.352038 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:52:43.467593 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:45.790428 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1b4aac32-e5ac-4c77-b40f-cc35bacd9a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:48.025897 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-518e176a-f131-4e52-bd54-64265dbc37d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:48.509958 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:49.711500 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:52:50.580117 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:00.351584 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:53:11.083841 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-5fd56f1f-305c-4144-b684-a43ba21ae452 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2475631 Jan 15 10:53:11.232546 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-277829f7-4ada-4154-ad3d-a07d07a52ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:53:11.234176 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-277829f7-4ada-4154-ad3d-a07d07a52ac0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0769835 Jan 15 10:53:11.394363 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-59dc161f-45cd-4b83-8f31-5641f60c45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:53:11.396108 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-59dc161f-45cd-4b83-8f31-5641f60c45b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1426704 Jan 15 10:53:11.472514 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-9d272862-b3bd-4e5b-a695-c8e6e747f6d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0693271 Jan 15 10:53:11.541642 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-99b9664c-bf4c-4049-8549-bd38f767c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:53:11.543171 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-99b9664c-bf4c-4049-8549-bd38f767c77a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0647514 Jan 15 10:53:11.628407 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-b8a6abba-fe54-4bcc-badd-538190e7b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:53:11.630043 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-b8a6abba-fe54-4bcc-badd-538190e7b3be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801451 Jan 15 10:53:11.777176 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-1e6ce9f4-6fcf-49d5-bcf4-2a5b3d5df51c service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404028 Jan 15 10:53:11.924381 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-4d9ef8b4-2fbc-48da-ae44-95706963f4e5 req-af0654b1-881b-4bb3-bdad-5806e7a96914 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404445 Jan 15 10:53:13.480904 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:15.791898 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-72d510ed-b702-4d41-8768-366110ea06eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:18.031090 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-0505ee36-c598-4b36-97ba-89f1b7cbe9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:18.513258 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:19.713707 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:20.583129 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:37.351797 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:53:43.495720 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:45.794414 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-dcac26ae-da41-4816-ade1-04033713841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:48.033286 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e2a85e7b-ee6c-48d6-84b2-4a2eb86eac11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:48.515311 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:49.715564 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:53:50.587236 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:12.909135 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27ad43ed-db89-489c-962f-e529aba6787f req-31b5c040-b31d-4fa2-a797-6a4da14f0f9c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0755985 Jan 15 10:54:13.057085 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad43ed-db89-489c-962f-e529aba6787f req-947c58b4-684e-4677-b3c1-b384629bb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:54:13.058707 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27ad43ed-db89-489c-962f-e529aba6787f req-947c58b4-684e-4677-b3c1-b384629bb3bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0754862 Jan 15 10:54:13.218585 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad43ed-db89-489c-962f-e529aba6787f req-2dbe84bb-e393-4e6e-9d18-f7cf0908b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:54:13.220151 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27ad43ed-db89-489c-962f-e529aba6787f req-2dbe84bb-e393-4e6e-9d18-f7cf0908b8f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1404192 Jan 15 10:54:13.294949 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27ad43ed-db89-489c-962f-e529aba6787f req-20d3a681-a1f1-45a8-95a3-3df1b69e9335 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0672572 Jan 15 10:54:13.364033 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad43ed-db89-489c-962f-e529aba6787f req-3738f04f-f499-4136-9067-d642bcb1de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:54:13.366121 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27ad43ed-db89-489c-962f-e529aba6787f req-3738f04f-f499-4136-9067-d642bcb1de70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0648415 Jan 15 10:54:13.452920 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad43ed-db89-489c-962f-e529aba6787f req-2a17693a-e833-430e-aaeb-47ce7e7a7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:54:13.454567 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27ad43ed-db89-489c-962f-e529aba6787f req-2a17693a-e833-430e-aaeb-47ce7e7a7281 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812891 Jan 15 10:54:13.501462 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:13.604830 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27ad43ed-db89-489c-962f-e529aba6787f req-1d88a4f3-abe3-4d9f-8a2b-86ad42741661 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422622 Jan 15 10:54:13.760176 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-27ad43ed-db89-489c-962f-e529aba6787f req-bbdc9e29-5923-40c4-aa67-addd4ca3f8d0 service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482394 Jan 15 10:54:14.354326 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:54:15.797214 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-380af932-8fd4-4209-925d-78b0b2a75405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:18.035041 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-079323e9-322a-4e6a-9316-c47309578de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:18.520386 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:19.718391 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:20.590014 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:43.493339 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:45.798605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f1ced1e4-514a-420c-9162-8c62e653a0a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:48.037653 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e876b688-4cb2-4a7c-9e25-3bb88171907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:48.522638 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:49.720486 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:50.592725 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:54:51.354434 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:55:13.512838 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:14.905504 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-46643898-d805-4e6f-a0f4-f55648287716 req-8e78921e-4f60-4557-90f5-42fbf9bbd8c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0745876 Jan 15 10:55:15.059522 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46643898-d805-4e6f-a0f4-f55648287716 req-5dd98760-9be9-41e1-8435-cda4081cf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:55:15.061150 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-46643898-d805-4e6f-a0f4-f55648287716 req-5dd98760-9be9-41e1-8435-cda4081cf06c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0799594 Jan 15 10:55:15.222337 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46643898-d805-4e6f-a0f4-f55648287716 req-b4d62b68-ff6d-45d6-8256-47105e4d8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:55:15.223851 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-46643898-d805-4e6f-a0f4-f55648287716 req-b4d62b68-ff6d-45d6-8256-47105e4d8218 service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1423852 Jan 15 10:55:15.296960 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-46643898-d805-4e6f-a0f4-f55648287716 req-b07a6078-36b0-4de7-8965-a3773a627042 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0656998 Jan 15 10:55:15.371172 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46643898-d805-4e6f-a0f4-f55648287716 req-44f6f60a-493c-456d-8f66-91a39ae3a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:55:15.372724 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-46643898-d805-4e6f-a0f4-f55648287716 req-44f6f60a-493c-456d-8f66-91a39ae3a246 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0684402 Jan 15 10:55:15.454939 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46643898-d805-4e6f-a0f4-f55648287716 req-97f1df88-22a8-4871-bb38-93d42af0cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:55:15.456621 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-46643898-d805-4e6f-a0f4-f55648287716 req-97f1df88-22a8-4871-bb38-93d42af0cfb9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757704 Jan 15 10:55:15.603895 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-46643898-d805-4e6f-a0f4-f55648287716 req-5687661b-cad9-4da3-8f75-a18f409c4b2a service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398158 Jan 15 10:55:15.749616 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-46643898-d805-4e6f-a0f4-f55648287716 req-37cbfa75-84e6-49ee-a73c-ae2edc9847ea service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390967 Jan 15 10:55:15.799249 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-e474fa9e-6584-4550-88eb-322a7c717074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:18.039373 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-82297dd0-2304-4226-87a9-129f64c021a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:18.525342 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:19.723001 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:20.596284 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:28.353774 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:55:43.499160 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:45.802492 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-bda7d8b7-3914-49c0-98cb-d86e11a9df42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:48.041310 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-1705c8e3-6dbd-46bc-a018-45d462416120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:48.529534 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:49.725166 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:55:50.600817 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:05.353343 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:56:13.528243 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:14.895276 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-dc5e53d9-48fd-4dbc-952b-3de0199717d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=49361a17-1517-4882-abbe-14726b38df2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0753605 Jan 15 10:56:15.046834 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-d6e9f271-584a-48ee-9509-51ca8bf51794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:56:15.048512 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-d6e9f271-584a-48ee-9509-51ca8bf51794 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b273a27b59c6473d9863ff7d7d838a5c&device_id=49361a17-1517-4882-abbe-14726b38df2b HTTP/1.1" status: 200 len: 1162 time: 0.0822766 Jan 15 10:56:15.208437 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-c8a10ca0-f59e-4e76-be78-6c2e745c43bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:56:15.209961 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-c8a10ca0-f59e-4e76-be78-6c2e745c43bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=262fe386-5151-4930-84a4-fbfec810321e HTTP/1.1" status: 200 len: 910 time: 0.1411150 Jan 15 10:56:15.282278 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-7bf58f12-c9a0-4739-8f39-d77f0f775636 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e81b8db-a96b-43f6-84f6-ae1a79dbb9e8 HTTP/1.1" status: 200 len: 217 time: 0.0650158 Jan 15 10:56:15.356034 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-0d2a723a-bdff-4a19-9b9e-6136168f48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:56:15.357612 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-0d2a723a-bdff-4a19-9b9e-6136168f48bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=118eb53f-349e-4b9d-be7d-841e6b3b7345 HTTP/1.1" status: 200 len: 855 time: 0.0686111 Jan 15 10:56:15.439563 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-434882b2-a5d1-4df7-8a03-d095c1d9d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80044) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 15 10:56:15.441199 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-434882b2-a5d1-4df7-8a03-d095c1d9d4c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=262fe386-5151-4930-84a4-fbfec810321e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767570 Jan 15 10:56:15.588814 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-294050ed-481e-4e61-8e06-0f6b2ca0d64c service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393077 Jan 15 10:56:15.734429 dv-cinder-768592-3-iscsi neutron-server[79933]: INFO neutron.wsgi [req-71bc6ba0-94d2-4aab-9ebb-1206d347cb02 req-66205126-a97c-4f0e-ae4a-2c198e69de5b service neutron] 10.222.0.64 "GET /v2.0/networks/262fe386-5151-4930-84a4-fbfec810321e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385515 Jan 15 10:56:15.804130 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-2692980b-e96f-447c-8f0e-689d6dad352f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:18.042758 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-a8a2db4b-2923-4024-8e3c-74ba9719100c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:18.531605 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:19.727015 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:20.604196 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:42.353976 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron.db.agents_db [None req-81830020-e27a-45d4-be9a-8e5e0be05e00 None None] Agent healthcheck: found 6 active agents {{(pid=80047) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 15 10:56:43.554129 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f760cced-8ded-42d5-b0a3-7b7c86cc1531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:45.804893 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-88b5832a-0cc4-4cb0-aa5c-e3f9b11f6f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:48.045137 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-676ae78f-1470-46a9-807e-6e8135789b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:48.535302 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d65b-9672-4054-b7d4-85538f972b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:49.728833 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-7ad6fa75-fd5c-4707-b915-2945e7e016e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 15 10:56:50.610473 dv-cinder-768592-3-iscsi neutron-server[79933]: DEBUG neutron_lib.callbacks.manager [None req-f8723fde-77a5-4109-be99-27221d651037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273801738168', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036852987861'] for agent, after_update {{(pid=80046) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}